JUnit version 4.13.2
.15:57:23.360 [INFO - main] (RandomUtils.java:49) Using random seed: 1783526243355
15:57:23.404 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
15:57:23.461 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:57:23.473 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbcWOK3/test-tmp
15:57:23.476 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
15:57:23.481 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbcWOK3/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
15:57:23.683 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

15:57:23.696 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:57:23.697 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

15:57:23.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.698575  4289 mini_oidc.cc:152] Starting JWKS server
15:57:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.701505  4289 webserver.cc:460] Webserver started at http://127.0.0.1:44975/ using document root <none> and password file <none>
15:57:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.701699  4289 mini_oidc.cc:189] Starting OIDC Discovery server
15:57:23.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.701989  4289 webserver.cc:460] Webserver started at http://127.0.0.1:36861/ using document root <none> and password file <none>
15:57:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T15:57:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:57:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T15:57:23Z Disabled control of system clock
15:57:23.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.725190  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:23.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:23.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/logs
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data/info.pb
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.126:42063
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.126
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:57:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:57:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44975/jwks.json with env {}
15:57:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.833345  4300 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.833622  4300 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.833662  4300 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.838204  4300 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:57:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.838263  4300 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.838282  4300 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:57:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.838297  4300 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:57:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.838313  4300 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:57:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.838326  4300 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44975/jwks.json
15:57:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.844290  4300 master_runner.cc:386] Master server non-default flags:
15:57:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data
15:57:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal
15:57:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:57:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.126:42063
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44975/jwks.json
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data/info.pb
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.126
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4300
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/logs
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:57:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.845698  4300 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.847223  4300 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.857096  4306 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.857144  4308 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.857122  4305 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.857216  4300 server_base.cc:1034] running on GCE node
15:57:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.858362  4300 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.859499  4300 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.860680  4300 hybrid_clock.cc:648] HybridClock initialized: now 1783526243860664 us; error 37 us; skew 500 ppm
15:57:23.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.867506  4300 webserver.cc:460] Webserver started at http://127.4.48.126:41239/ using document root <none> and password file <none>
15:57:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.868074  4300 fs_manager.cc:359] Metadata directory not provided
15:57:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.868144  4300 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.868312  4300 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:57:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.870425  4300 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data/instance:
15:57:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b9035606acf49939e3085d8330f837c"
15:57:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:23 on dist-test-slave-zv2n"
15:57:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.871029  4300 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal/instance:
15:57:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b9035606acf49939e3085d8330f837c"
15:57:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:23 on dist-test-slave-zv2n"
15:57:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.874801  4300 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
15:57:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.877533  4314 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.878854  4300 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:57:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.878953  4300 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal
15:57:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b9035606acf49939e3085d8330f837c"
15:57:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:23 on dist-test-slave-zv2n"
15:57:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.879025  4300 fs_report.cc:383] FS layout report
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data/data
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.889127  4300 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.889693  4300 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.889827  4300 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.896545  4300 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.126:42063
15:57:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.896559  4366 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.126:42063 every 8 connection(s)
15:57:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.897362  4300 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/data/info.pb
15:57:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.900349  4367 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:57:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.901526  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 4300
15:57:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.901691  4289 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-0/wal/instance
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.903357  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/logs
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data/info.pb
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:57:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.125:40971
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.125
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:57:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:57:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44975/jwks.json with env {}
15:57:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.904664  4367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } has no permanent_uuid. Determining permanent_uuid...
15:57:23.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.916335  4367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } has no permanent_uuid. Determining permanent_uuid...
15:57:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.917104  4318 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.125:40971: connect: Connection refused (error 111)
15:57:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.918159  4367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.125:40971: Network error: Client connection negotiation failed: client connection to 127.4.48.125:40971: connect: Connection refused (error 111)
15:57:23.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:23.967418  4367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } attempt: 1
15:57:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:23.969110  4367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.125:40971: Network error: Client connection negotiation failed: client connection to 127.4.48.125:40971: connect: Connection refused (error 111)
15:57:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.014598  4369 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.014876  4369 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.014931  4369 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.019102  4369 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:57:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.019183  4369 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.019212  4369 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:57:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.019239  4369 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:57:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.019263  4369 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:57:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.019281  4369 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44975/jwks.json
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.024101  4369 master_runner.cc:386] Master server non-default flags:
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data
15:57:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.125:40971
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44975/jwks.json
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data/info.pb
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.125
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4369
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/logs
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.025408  4369 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.027587  4369 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.035743  4377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.035754  4380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.035840  4369 server_base.cc:1034] running on GCE node
15:57:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.035770  4378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.036614  4369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.037295  4367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } attempt: 2
15:57:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.037873  4369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.038612  4367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.125:40971: Network error: Client connection negotiation failed: client connection to 127.4.48.125:40971: connect: Connection refused (error 111)
15:57:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.039062  4369 hybrid_clock.cc:648] HybridClock initialized: now 1783526244039028 us; error 47 us; skew 500 ppm
15:57:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.040988  4369 webserver.cc:460] Webserver started at http://127.4.48.125:33019/ using document root <none> and password file <none>
15:57:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.041487  4369 fs_manager.cc:359] Metadata directory not provided
15:57:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.041544  4369 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:24.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.041750  4369 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:57:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.043511  4369 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data/instance:
15:57:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "267e6bc5a3604ad192d0c9c8f53d3995"
15:57:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.044087  4369 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal/instance:
15:57:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "267e6bc5a3604ad192d0c9c8f53d3995"
15:57:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.047451  4369 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.006s	sys 0.000s
15:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.049994  4386 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.051301  4369 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
15:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.051425  4369 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal
15:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "267e6bc5a3604ad192d0c9c8f53d3995"
15:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.051515  4369 fs_report.cc:383] FS layout report
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data/data
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.071450  4369 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.072165  4369 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.072363  4369 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.079330  4369 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.125:40971
15:57:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.079360  4438 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.125:40971 every 8 connection(s)
15:57:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.080299  4369 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/data/info.pb
15:57:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.083626  4439 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:57:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.087038  4439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.090468  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 4369
15:57:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.090605  4289 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-1/wal/instance
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.091320  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/logs
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data/info.pb
15:57:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.124:35685
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.124
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:57:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:57:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44975/jwks.json with env {}
15:57:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.100841  4439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.108373  4439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.109133  4387 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.109946  4439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.124:35685: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.129796  4367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } attempt: 3
15:57:24.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.134960  4367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.136289  4367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.124:35685: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.159201  4439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } attempt: 1
15:57:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.160742  4439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.124:35685: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.167460  4367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } attempt: 1
15:57:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.168887  4367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.124:35685: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.207683  4442 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.207933  4442 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.207968  4442 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.211879  4442 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:57:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.211931  4442 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.211948  4442 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:57:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.211963  4442 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:57:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.211978  4442 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:57:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.211992  4442 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44975/jwks.json
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.216820  4442 master_runner.cc:386] Master server non-default flags:
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.124:35685
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44975/jwks.json
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data/info.pb
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.124
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4442
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/logs
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.217902  4442 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:24.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.219583  4442 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.228309  4452 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.228309  4450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.228330  4449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.228533  4442 server_base.cc:1034] running on GCE node
15:57:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.228926  4439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } attempt: 2
15:57:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.229825  4442 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.230957  4442 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.234251  4442 hybrid_clock.cc:648] HybridClock initialized: now 1783526244234211 us; error 46 us; skew 500 ppm
15:57:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.235528  4439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.124:35685: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.236553  4442 webserver.cc:460] Webserver started at http://127.4.48.124:37809/ using document root <none> and password file <none>
15:57:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.237227  4442 fs_manager.cc:359] Metadata directory not provided
15:57:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.237280  4442 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.237452  4442 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:57:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.239554  4442 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data/instance:
15:57:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cac126fd2a5b410eafead40eb4ef7ecb"
15:57:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.240059  4442 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal/instance:
15:57:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cac126fd2a5b410eafead40eb4ef7ecb"
15:57:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.243465  4442 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.006s	sys 0.000s
15:57:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.244037  4367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } attempt: 2
15:57:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.245314  4367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.48.124:35685: Network error: Client connection negotiation failed: client connection to 127.4.48.124:35685: connect: Connection refused (error 111)
15:57:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.247370  4458 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.248772  4442 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
15:57:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.248864  4442 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cac126fd2a5b410eafead40eb4ef7ecb"
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.248931  4442 fs_report.cc:383] FS layout report
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data/data
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.275914  4442 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.276607  4442 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.276759  4442 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.283550  4510 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.124:35685 every 8 connection(s)
15:57:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.283579  4442 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.124:35685
15:57:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.284731  4442 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/data/info.pb
15:57:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.287506  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 4442
15:57:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.287609  4289 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/master-2/wal/instance
15:57:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.287822  4511 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:57:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.292050  4511 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.301945  4511 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.306530  4511 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } has no permanent_uuid. Determining permanent_uuid...
15:57:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.312382  4511 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: Bootstrap starting.
15:57:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.314960  4511 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: Neither blocks nor log segments found. Creating new log.
15:57:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.315717  4511 log.cc:824] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: Log is configured to *not* fsync() on all Append() calls
15:57:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.317411  4511 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: No bootstrap required, opened a new log
15:57:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.320621  4511 raft_consensus.cc:348] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.320798  4511 raft_consensus.cc:374] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:57:24.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.320829  4511 raft_consensus.cc:729] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cac126fd2a5b410eafead40eb4ef7ecb, State: Initialized, Role: FOLLOWER
15:57:24.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.321213  4511 consensus_queue.cc:260] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.321587  4520 sys_catalog.cc:455] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.321717  4520 sys_catalog.cc:458] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.322160  4511 sys_catalog.cc:564] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: configured and running, proceeding with master startup.
15:57:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.326521  4531 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:57:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.326694  4439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } attempt: 3
15:57:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.326773  4531 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:57:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.325098  4442 master_runner.cc:186] Error getting master registration for 127.4.48.126:42063: OK, instance_id { permanent_uuid: "7b9035606acf49939e3085d8330f837c" instance_seqno: 1783526243894409 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:57:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.328747  4442 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:57:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.333513  4439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995: Bootstrap starting.
15:57:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.335606  4439 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995: Neither blocks nor log segments found. Creating new log.
15:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.336660  4439 log.cc:824] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995: Log is configured to *not* fsync() on all Append() calls
15:57:24.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.338294  4439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995: No bootstrap required, opened a new log
15:57:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.341194  4439 raft_consensus.cc:348] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.341380  4439 raft_consensus.cc:374] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:57:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.341428  4439 raft_consensus.cc:729] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 267e6bc5a3604ad192d0c9c8f53d3995, State: Initialized, Role: FOLLOWER
15:57:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.341889  4439 consensus_queue.cc:260] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.343159  4439 sys_catalog.cc:564] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: configured and running, proceeding with master startup.
15:57:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.344482  4367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } attempt: 3
15:57:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.346570  4534 sys_catalog.cc:455] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.346871  4534 sys_catalog.cc:458] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.347023  4369 master_runner.cc:186] Error getting master registration for 127.4.48.126:42063: OK, instance_id { permanent_uuid: "7b9035606acf49939e3085d8330f837c" instance_seqno: 1783526243894409 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:57:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.352334  4369 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:57:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.351971  4545 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:57:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.352388  4545 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:57:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.354085  4367 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: Bootstrap starting.
15:57:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.356544  4367 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: Neither blocks nor log segments found. Creating new log.
15:57:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.357635  4367 log.cc:824] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: Log is configured to *not* fsync() on all Append() calls
15:57:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.361768  4367 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: No bootstrap required, opened a new log
15:57:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.365098  4367 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.365289  4367 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:57:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.365337  4367 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b9035606acf49939e3085d8330f837c, State: Initialized, Role: FOLLOWER
15:57:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.365803  4367 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.366557  4548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.366900  4548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.368932  4367 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: configured and running, proceeding with master startup.
15:57:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.374008  4559 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:57:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.374282  4559 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:57:24.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.376330  4300 master_runner.cc:263] No leader master found from master 7b9035606acf49939e3085d8330f837c
15:57:24.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.376386  4300 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:57:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.391216  4320 tablet.cc:2369] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:57:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.444617  4534 raft_consensus.cc:482] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:57:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.444818  4534 raft_consensus.cc:504] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.445883  4534 leader_election.cc:288] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b9035606acf49939e3085d8330f837c (127.4.48.126:42063), cac126fd2a5b410eafead40eb4ef7ecb (127.4.48.124:35685)
15:57:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.446488  4341 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b9035606acf49939e3085d8330f837c" is_pre_election: true
15:57:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.446813  4341 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 267e6bc5a3604ad192d0c9c8f53d3995 in term 0.
15:57:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.447197  4390 leader_election.cc:302] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 267e6bc5a3604ad192d0c9c8f53d3995, 7b9035606acf49939e3085d8330f837c; no voters: 
15:57:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.447829  4534 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.447908  4534 raft_consensus.cc:482] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.447947  4534 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 0 FOLLOWER]: Advancing to term 1
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.449015  4534 raft_consensus.cc:504] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.449317  4534 leader_election.cc:288] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [CANDIDATE]: Term 1 election: Requested vote from peers 7b9035606acf49939e3085d8330f837c (127.4.48.126:42063), cac126fd2a5b410eafead40eb4ef7ecb (127.4.48.124:35685)
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.449704  4341 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b9035606acf49939e3085d8330f837c"
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.449803  4341 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 0 FOLLOWER]: Advancing to term 1
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.451426  4341 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 267e6bc5a3604ad192d0c9c8f53d3995 in term 1.
15:57:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.451700  4390 leader_election.cc:302] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 267e6bc5a3604ad192d0c9c8f53d3995, 7b9035606acf49939e3085d8330f837c; no voters: 
15:57:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.453230  4485 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" is_pre_election: true
15:57:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.453501  4485 raft_consensus.cc:2454] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 267e6bc5a3604ad192d0c9c8f53d3995 in term 0.
15:57:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.453760  4484 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cac126fd2a5b410eafead40eb4ef7ecb"
15:57:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.453852  4484 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 0 FOLLOWER]: Advancing to term 1
15:57:24.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.454964  4484 raft_consensus.cc:2454] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 267e6bc5a3604ad192d0c9c8f53d3995 in term 1.
15:57:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.456946  4534 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 1 FOLLOWER]: Leader election won for term 1
15:57:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.457170  4534 raft_consensus.cc:686] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [term 1 LEADER]: Becoming Leader. State: Replica: 267e6bc5a3604ad192d0c9c8f53d3995, State: Running, Role: LEADER
15:57:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.457513  4534 consensus_queue.cc:237] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } }
15:57:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.459522  4534 sys_catalog.cc:455] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 267e6bc5a3604ad192d0c9c8f53d3995. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.459635  4534 sys_catalog.cc:458] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: This master's current role is: LEADER
15:57:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.462251  4563 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
15:57:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.468250  4563 catalog_manager.cc:1484] Initializing Kudu cluster ID...
15:57:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.475618  4484 raft_consensus.cc:1261] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [term 1 FOLLOWER]: Refusing update from remote peer 267e6bc5a3604ad192d0c9c8f53d3995: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:57:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.478880  4561 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:57:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.483587  4520 sys_catalog.cc:455] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 267e6bc5a3604ad192d0c9c8f53d3995. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.483719  4520 sys_catalog.cc:458] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.485030  4341 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [term 1 FOLLOWER]: Refusing update from remote peer 267e6bc5a3604ad192d0c9c8f53d3995: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:57:24.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.485605  4534 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:57:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.490003  4548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 267e6bc5a3604ad192d0c9c8f53d3995. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.490135  4548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.495309  4561 sys_catalog.cc:455] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.495436  4561 sys_catalog.cc:458] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: This master's current role is: LEADER
15:57:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.497393  4548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.497519  4548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.501893  4564 mvcc.cc:205] Tried to move back new op lower bound from 7305323497363992576 to 7305323497302204416. Current Snapshot: MvccSnapshot[applied={T|T < 7305323497363992576}]
15:57:24.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.502434  4567 mvcc.cc:205] Tried to move back new op lower bound from 7305323497363992576 to 7305323497302204416. Current Snapshot: MvccSnapshot[applied={T|T < 7305323497363992576}]
15:57:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.506964  4534 sys_catalog.cc:455] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.507076  4534 sys_catalog.cc:458] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995 [sys.catalog]: This master's current role is: LEADER
15:57:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.508327  4520 sys_catalog.cc:455] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b9035606acf49939e3085d8330f837c" member_type: VOTER last_known_addr { host: "127.4.48.126" port: 42063 } } peers { permanent_uuid: "267e6bc5a3604ad192d0c9c8f53d3995" member_type: VOTER last_known_addr { host: "127.4.48.125" port: 40971 } } peers { permanent_uuid: "cac126fd2a5b410eafead40eb4ef7ecb" member_type: VOTER last_known_addr { host: "127.4.48.124" port: 35685 } } }
15:57:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.508438  4520 sys_catalog.cc:458] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb [sys.catalog]: This master's current role is: FOLLOWER
15:57:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.509663  4563 catalog_manager.cc:1347] Generated new cluster ID: efa13622ee1b44409a1a89c39165065a
15:57:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.509718  4563 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
15:57:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.553262  4563 catalog_manager.cc:1370] Generated new certificate authority record
15:57:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.554543  4563 catalog_manager.cc:1504] Loading token signing keys...
15:57:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.565109  4563 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 267e6bc5a3604ad192d0c9c8f53d3995: Generated new TSK 0
15:57:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.566087  4563 catalog_manager.cc:1514] Initializing in-progress tserver states...
15:57:24.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.585755  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:0
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:24.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.694641  4572 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:24.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.694902  4572 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:24.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.694955  4572 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.698975  4572 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.699103  4572 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.65
15:57:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.703728  4572 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:0
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4572
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.705003  4572 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.706400  4572 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.715554  4578 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.715619  4572 server_base.cc:1034] running on GCE node
15:57:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.715598  4577 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.715575  4580 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.716387  4572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.716989  4572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.718147  4572 hybrid_clock.cc:648] HybridClock initialized: now 1783526244718139 us; error 32 us; skew 500 ppm
15:57:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.719827  4572 webserver.cc:460] Webserver started at http://127.4.48.65:38995/ using document root <none> and password file <none>
15:57:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.720309  4572 fs_manager.cc:359] Metadata directory not provided
15:57:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.720363  4572 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.720587  4572 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:57:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.722505  4572 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/instance:
15:57:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c9ee460abc1415f827572685557a561"
15:57:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.723060  4572 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal/instance:
15:57:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c9ee460abc1415f827572685557a561"
15:57:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.726594  4572 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.003s
15:57:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.728866  4586 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.730142  4572 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.730239  4572 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c9ee460abc1415f827572685557a561"
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.730306  4572 fs_report.cc:383] FS layout report
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/data
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.745437  4572 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.745992  4572 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.746150  4572 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.746642  4572 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.747519  4572 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:57:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.747572  4572 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:57:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.747613  4572 ts_tablet_manager.cc:610] Registered 0 tablets
15:57:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.747632  4572 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:57:24.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.757069  4572 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.65:34391
15:57:24.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.757097  4699 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.65:34391 every 8 connection(s)
15:57:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.757911  4572 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.761814  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 4572
15:57:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.761922  4289 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal/instance
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.765130  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:0
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.771347  4701 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.771368  4700 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.771605  4701 heartbeater.cc:464] Registering TS with master...
15:57:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.771605  4700 heartbeater.cc:464] Registering TS with master...
15:57:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.772218  4700 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.772421  4701 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.773469  4702 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.773553  4702 heartbeater.cc:464] Registering TS with master...
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.773696  4702 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.773748  4475 ts_manager.cc:194] Registered new tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.773761  4331 ts_manager.cc:194] Registered new tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.774619  4403 ts_manager.cc:194] Registered new tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.775596  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.65:54647
15:57:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.881734  4707 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.881982  4707 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.882016  4707 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.886116  4707 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.886204  4707 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.66
15:57:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.890779  4707 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:0
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4707
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.891729  4707 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.893105  4707 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.902593  4713 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.902566  4712 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.902709  4707 server_base.cc:1034] running on GCE node
15:57:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:24.902899  4715 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.903239  4707 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.903900  4707 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.905076  4707 hybrid_clock.cc:648] HybridClock initialized: now 1783526244905073 us; error 73 us; skew 500 ppm
15:57:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.906834  4707 webserver.cc:460] Webserver started at http://127.4.48.66:41403/ using document root <none> and password file <none>
15:57:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.907320  4707 fs_manager.cc:359] Metadata directory not provided
15:57:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.907406  4707 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.907590  4707 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:57:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.909492  4707 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/instance:
15:57:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.910033  4707 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal/instance:
15:57:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.913450  4707 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.001s
15:57:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.915572  4721 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.916718  4707 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.916839  4707 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.916982  4707 fs_report.cc:383] FS layout report
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/data
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.933761  4707 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.934499  4707 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.934690  4707 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.935277  4707 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.936266  4707 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:57:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.936335  4707 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:57:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.936389  4707 ts_tablet_manager.cc:610] Registered 0 tablets
15:57:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.936410  4707 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:57:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.945511  4707 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.66:39551
15:57:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.945534  4834 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.66:39551 every 8 connection(s)
15:57:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.946393  4707 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.954766  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 4707
15:57:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.954856  4289 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal/instance
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.957618  4837 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.957844  4837 heartbeater.cc:464] Registering TS with master...
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.957968  4836 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.958040  4836 heartbeater.cc:464] Registering TS with master...
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.958081  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:0
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.958441  4836 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.959405  4331 ts_manager.cc:194] Registered new tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.958441  4837 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.959954  4835 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.960134  4835 heartbeater.cc:464] Registering TS with master...
15:57:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.960374  4835 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.960397  4403 ts_manager.cc:194] Registered new tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.961012  4475 ts_manager.cc:194] Registered new tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:24.961135  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.66:33549
15:57:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.071887  4842 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.072158  4842 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.072206  4842 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:25.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.076341  4842 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:25.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.076462  4842 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.67
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.081197  4842 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:0
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4842
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.082366  4842 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.083791  4842 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.092999  4848 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.093020  4847 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.093175  4850 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.093283  4842 server_base.cc:1034] running on GCE node
15:57:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.093660  4842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.094292  4842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.095499  4842 hybrid_clock.cc:648] HybridClock initialized: now 1783526245095479 us; error 31 us; skew 500 ppm
15:57:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.097177  4842 webserver.cc:460] Webserver started at http://127.4.48.67:41303/ using document root <none> and password file <none>
15:57:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.097728  4842 fs_manager.cc:359] Metadata directory not provided
15:57:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.097813  4842 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:25.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.098037  4842 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:57:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.099818  4842 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/instance:
15:57:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:25 on dist-test-slave-zv2n"
15:57:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.100414  4842 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal/instance:
15:57:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:25 on dist-test-slave-zv2n"
15:57:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.103821  4842 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.001s
15:57:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.106186  4856 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.107424  4842 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.107542  4842 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:25 on dist-test-slave-zv2n"
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.107647  4842 fs_report.cc:383] FS layout report
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/data
15:57:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.132870  4842 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.133621  4842 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.133833  4842 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.134516  4842 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.135603  4842 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:57:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.135674  4842 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:57:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.135730  4842 ts_tablet_manager.cc:610] Registered 0 tablets
15:57:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.135751  4842 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:57:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.144948  4842 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.67:37737
15:57:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.144984  4970 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.67:37737 every 8 connection(s)
15:57:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.145869  4842 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.154646  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 4842
15:57:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.154762  4289 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal/instance
15:57:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.157977  4973 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.158001  4971 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.158214  4971 heartbeater.cc:464] Registering TS with master...
15:57:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.158213  4973 heartbeater.cc:464] Registering TS with master...
15:57:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.158748  4971 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.158746  4973 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.159607  4972 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.159739  4972 heartbeater.cc:464] Registering TS with master...
15:57:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.159897  4972 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.159905  4403 ts_manager.cc:194] Registered new tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.160589  4331 ts_manager.cc:194] Registered new tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.160617  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.67:36355
15:57:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.160763  4475 ts_manager.cc:194] Registered new tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.174254  4289 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
15:57:25.175 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:57:25.176 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

15:57:25.185 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.48.126"
      port: 42063
    }
    bound_http_address {
      host: "127.4.48.126"
      port: 41239
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.48.125"
      port: 40971
    }
    bound_http_address {
      host: "127.4.48.125"
      port: 33019
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.48.124"
      port: 35685
    }
    bound_http_address {
      host: "127.4.48.124"
      port: 37809
    }
  }
}

15:57:25.190 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

15:57:25.192 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.48.65"
      port: 34391
    }
    bound_http_address {
      host: "127.4.48.65"
      port: 38995
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.48.66"
      port: 39551
    }
    bound_http_address {
      host: "127.4.48.66"
      port: 41403
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.48.67"
      port: 37737
    }
    bound_http_address {
      host: "127.4.48.67"
      port: 41303
    }
  }
}

15:57:25.192 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:57:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.328140  4531 catalog_manager.cc:1259] Loaded cluster ID: efa13622ee1b44409a1a89c39165065a
15:57:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.328333  4531 catalog_manager.cc:1552] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: loading cluster ID for follower catalog manager: success
15:57:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.330509  4531 catalog_manager.cc:1574] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: acquiring CA information for follower catalog manager: success
15:57:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.331732  4531 catalog_manager.cc:1602] T 00000000000000000000000000000000 P cac126fd2a5b410eafead40eb4ef7ecb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:57:25.356 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
15:57:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.376147  4559 catalog_manager.cc:1259] Loaded cluster ID: efa13622ee1b44409a1a89c39165065a
15:57:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.376251  4559 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: loading cluster ID for follower catalog manager: success
15:57:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.378010  4559 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: acquiring CA information for follower catalog manager: success
15:57:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.379169  4559 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7b9035606acf49939e3085d8330f837c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:57:25.539 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.125:40971(127.4.48.125:40971)] connecting to peer
15:57:25.589 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.126:42063(127.4.48.126:42063)] connecting to peer
15:57:25.590 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.124:35685(127.4.48.124:35685)] connecting to peer
15:57:25.610 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.48.125:40971(127.4.48.125:40971)] Successfully connected to peer
15:57:25.610 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.48.126:42063(127.4.48.126:42063)] Successfully connected to peer
15:57:25.674 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.48.124:35685(127.4.48.124:35685)] Successfully connected to peer
15:57:25.696 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.48.126
15:57:25.696 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.48.125
15:57:25.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.777989  4702 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:25.863 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.48.124
15:57:25.887 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x24745759, L:/127.0.0.1:32966 - R:/127.4.48.126:42063] using SASL/PLAIN
15:57:25.887 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70fc88fd, L:/127.0.0.1:52974 - R:/127.4.48.125:40971] using SASL/PLAIN
15:57:25.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:57:25.938 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=446), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.125:40971, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.126:42063, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.124:35685, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.126:42063: OK, [410ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.125:40971: OK, deferred=null) after lookup
15:57:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.962577  4837 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:25.992054  4403 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52974:
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480"
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:57:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:57:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:57:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:57:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:25.993599  4403 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:57:25.996 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad2de32a, L:/127.0.0.1:59756 - R:/127.4.48.124:35685] using SASL/PLAIN
15:57:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.016168  4905 tablet_service.cc:1467] Processing CreateTablet for tablet d18a6eabc220462bb83d9ce8a6012c64 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480 [id=489d9a4994eb4507bf647707c37d05f4]), partition=RANGE (key) PARTITION UNBOUNDED
15:57:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.017273  4905 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d18a6eabc220462bb83d9ce8a6012c64. 1 dirs total, 0 dirs full, 0 dirs failed
15:57:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.021562  4769 tablet_service.cc:1467] Processing CreateTablet for tablet d18a6eabc220462bb83d9ce8a6012c64 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480 [id=489d9a4994eb4507bf647707c37d05f4]), partition=RANGE (key) PARTITION UNBOUNDED
15:57:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.022784  4769 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d18a6eabc220462bb83d9ce8a6012c64. 1 dirs total, 0 dirs full, 0 dirs failed
15:57:26.024 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 489d9a4994eb4507bf647707c37d05f4
15:57:26.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.025779  4999 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap starting.
15:57:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.027500  4634 tablet_service.cc:1467] Processing CreateTablet for tablet d18a6eabc220462bb83d9ce8a6012c64 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480 [id=489d9a4994eb4507bf647707c37d05f4]), partition=RANGE (key) PARTITION UNBOUNDED
15:57:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.028142  4999 tablet_bootstrap.cc:654] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Neither blocks nor log segments found. Creating new log.
15:57:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.028513  4634 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d18a6eabc220462bb83d9ce8a6012c64. 1 dirs total, 0 dirs full, 0 dirs failed
15:57:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.029369  4999 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Log is configured to *not* fsync() on all Append() calls
15:57:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.029675  5000 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap starting.
15:57:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.031339  4999 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: No bootstrap required, opened a new log
15:57:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.031524  4999 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent bootstrapping tablet: real 0.006s	user 0.000s	sys 0.004s
15:57:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.031899  5000 tablet_bootstrap.cc:654] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Neither blocks nor log segments found. Creating new log.
15:57:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.032675  5000 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Log is configured to *not* fsync() on all Append() calls
15:57:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.034628  5003 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap starting.
15:57:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.035537  4999 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.035764  4999 raft_consensus.cc:374] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:57:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.035820  4999 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Initialized, Role: FOLLOWER
15:57:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.036271  4999 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.037101  5003 tablet_bootstrap.cc:654] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Neither blocks nor log segments found. Creating new log.
15:57:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.037282  4999 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
15:57:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.037825  5003 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Log is configured to *not* fsync() on all Append() calls
15:57:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.037992  5000 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: No bootstrap required, opened a new log
15:57:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.038172  5000 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent bootstrapping tablet: real 0.009s	user 0.000s	sys 0.004s
15:57:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.038908  4973 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.039885  5003 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: No bootstrap required, opened a new log
15:57:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.040043  5003 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent bootstrapping tablet: real 0.006s	user 0.003s	sys 0.000s
15:57:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.042336  5000 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.042739  5000 raft_consensus.cc:374] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:57:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.042977  5000 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Initialized, Role: FOLLOWER
15:57:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.043571  5000 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.043985  5003 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.044399  5003 raft_consensus.cc:374] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:57:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.044595  5003 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c9ee460abc1415f827572685557a561, State: Initialized, Role: FOLLOWER
15:57:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.044625  5000 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.001s
15:57:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.045223  5003 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.046507  5003 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
15:57:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.061537  5006 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:57:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.061693  5006 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.062883  5006 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.068092  4925 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" is_pre_election: true
15:57:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.068379  4925 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 0.
15:57:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.068876  4723 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 
15:57:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.069119  5006 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:57:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.069208  5006 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:57:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.069262  5006 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 0 FOLLOWER]: Advancing to term 1
15:57:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.069609  4654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561" is_pre_election: true
15:57:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.069868  4654 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 0.
15:57:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.070479  5006 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.070772  5006 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 1 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.071098  4925 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.071136  4654 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561"
15:57:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.071220  4654 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 0 FOLLOWER]: Advancing to term 1
15:57:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.071236  4925 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 0 FOLLOWER]: Advancing to term 1
15:57:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.072032  4654 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 1.
15:57:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.072222  4925 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 1.
15:57:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.072293  4723 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 
15:57:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.072479  5006 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Leader election won for term 1
15:57:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.072680  5006 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 LEADER]: Becoming Leader. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Running, Role: LEADER
15:57:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.073040  5006 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.076995  4403 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 reported cstate change: term changed from 0 to 1, leader changed from <none> to f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66). New cstate: current_term: 1 leader_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:26.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 489d9a4994eb4507bf647707c37d05f4
15:57:26.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.120 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [7ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=null) after lookup
15:57:26.131 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.132 [DEBUG - kudu-nio-1] (Connection.java:757) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] Successfully connected to peer
15:57:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:26.148650  4974 tablet.cc:2369] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:57:26.178 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2fcb818c, L:/127.0.0.1:36786 - R:/127.4.48.66:39551] using TOKEN/null
15:57:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.185083  4654 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 1 FOLLOWER]: Refusing update from remote peer f6bc8228f76741cb8e9cf29afd6fa089: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:57:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.185050  4925 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Refusing update from remote peer f6bc8228f76741cb8e9cf29afd6fa089: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:57:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.185755  5010 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:57:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.185894  5006 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:57:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.194166  5012 mvcc.cc:205] Tried to move back new op lower bound from 7305323504366366720 to 7305323503917969408. Current Snapshot: MvccSnapshot[applied={T|T < 7305323504366366720}]
15:57:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.196842  5015 mvcc.cc:205] Tried to move back new op lower bound from 7305323504366366720 to 7305323503917969408. Current Snapshot: MvccSnapshot[applied={T|T < 7305323504366366720}]
15:57:26.271 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:26.272 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.66:39551
15:57:26.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:26.274510  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 4707
15:57:26.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:26.284 [DEBUG - kudu-nio-1] (Connection.java:239) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] handling channelInactive
15:57:26.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state READY due to: connection closed
15:57:26.286 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: connection closed
15:57:26.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.295 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test)) after lookup
15:57:26.296 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.298 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.315 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.316 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [14ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [16ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [16ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167))) after lookup
15:57:26.317 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.318 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.356 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [14ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [16ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [16ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [34ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [36ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [36ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [74ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497))) after lookup
15:57:26.358 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.360 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.396 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [14ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [16ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [16ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [34ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [36ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [36ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [74ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [76ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [77ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [78ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [113ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738))) after lookup
15:57:26.398 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.399 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.576 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=294), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [14ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [16ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [16ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [34ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [36ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [36ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [74ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [76ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [77ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [78ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [113ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [116ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [117ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [117ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [293ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738) -> (continuation of Deferred@1128747475 after retry RPC@1915893041), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738) -> (continuation of Deferred@1128747475 after retry RPC@1915893041))) after lookup
15:57:26.579 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.580 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:26.897 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:26.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=615), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [14ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [16ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [16ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [34ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [36ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [36ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [74ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [76ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [77ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [78ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [113ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [116ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [117ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [117ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [293ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [296ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [298ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [298ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [610ms] refreshing cache from master, [610ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [613ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738) -> (continuation of Deferred@1128747475 after retry RPC@1915893041) -> (continuation of Deferred@403250470 after retry RPC@941280147), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738) -> (continuation of Deferred@1128747475 after retry RPC@1915893041) -> (continuation of Deferred@403250470 after retry RPC@941280147))) after lookup
15:57:26.899 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:26.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:26.901 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.730116  5024 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.730154  5025 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.730249  5024 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.730291  5025 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.731272  5024 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.731294  5025 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:27.732218  4858 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:27.732488  4588 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:27.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:27.733150  4858 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:27.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:27.733615  4588 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.736428  4653 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561" is_pre_election: true
15:57:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.736603  4653 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 1.
15:57:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.736941  4858 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.737217  5024 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Leader pre-election won for term 2
15:57:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.737287  5024 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Starting leader election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.737329  5024 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 1 FOLLOWER]: Advancing to term 2
15:57:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.737700  4925 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" is_pre_election: true
15:57:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.738315  5024 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.738538  4925 raft_consensus.cc:2379] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4c9ee460abc1415f827572685557a561 in current term 2: Already voted for candidate ec7974705cf14b8fbbb79c3c55223c9b in this term.
15:57:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.738646  5024 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 2 election: Requested vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.739200  4653 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561"
15:57:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.739284  4588 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4c9ee460abc1415f827572685557a561; no voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089
15:57:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.739341  4653 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 1 FOLLOWER]: Advancing to term 2
15:57:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:27.739647  4858 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.740342  4653 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 2.
15:57:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.740489  5025 raft_consensus.cc:2726] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:57:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.740617  4858 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.740761  5024 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Leader election won for term 2
15:57:27.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.740928  5024 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 LEADER]: Becoming Leader. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Running, Role: LEADER
15:57:27.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.741243  5024 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:27.743717  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b reported cstate change: term changed from 1 to 2, leader changed from f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66) to ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67). New cstate: current_term: 2 leader_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:28.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:28.037 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:28.038 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1755), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [13ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [14ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [16ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [16ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [34ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [36ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [36ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [74ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [76ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [77ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [78ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [113ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [116ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [117ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [117ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [293ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [296ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [298ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [298ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [610ms] refreshing cache from master, [610ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [613ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [616ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [619ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [619ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1750ms] refreshing cache from master, [1751ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1753ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@962223089(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@607c8f02 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738) -> (continuation of Deferred@1128747475 after retry RPC@1915893041) -> (continuation of Deferred@403250470 after retry RPC@941280147) -> (continuation of Deferred@1251376196 after retry RPC@608067798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b7f24e1 -> wakeup thread Time-limited test -> (continuation of Deferred@2103671605 after retry RPC@1050329167) -> (continuation of Deferred@164504847 after retry RPC@1631458497) -> (continuation of Deferred@555809729 after retry RPC@947992738) -> (continuation of Deferred@1128747475 after retry RPC@1915893041) -> (continuation of Deferred@403250470 after retry RPC@941280147) -> (continuation of Deferred@1251376196 after retry RPC@608067798))) after lookup
15:57:28.039 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.040 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] Successfully connected to peer
15:57:28.059 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa2309c24, L:/127.0.0.1:47392 - R:/127.4.48.67:37737] using TOKEN/null
15:57:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.062675  4653 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Refusing update from remote peer ec7974705cf14b8fbbb79c3c55223c9b: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
15:57:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.063272  4858 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b -> Peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Couldn't send request to peer f6bc8228f76741cb8e9cf29afd6fa089. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.063324  5034 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
15:57:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.066680  5048 mvcc.cc:205] Tried to move back new op lower bound from 7305323512059813888 to 7305323510751232000. Current Snapshot: MvccSnapshot[applied={T|T < 7305323512059813888}]
15:57:28.081 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.66:39551
15:57:28.083 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.084228  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.197403  5053 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.197629  5053 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.197661  5053 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.201516  5053 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.201591  5053 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.66
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.206444  5053 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5053
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.207496  5053 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.208827  5053 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:28.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.218433  5058 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:28.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.218462  5061 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:28.218436  5059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.219058  5053 server_base.cc:1034] running on GCE node
15:57:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.219398  5053 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.220046  5053 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:28.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.221204  5053 hybrid_clock.cc:648] HybridClock initialized: now 1783526248221184 us; error 32 us; skew 500 ppm
15:57:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.223245  5053 webserver.cc:460] Webserver started at http://127.4.48.66:41403/ using document root <none> and password file <none>
15:57:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.223762  5053 fs_manager.cc:359] Metadata directory not provided
15:57:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.223829  5053 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.227505  5053 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
15:57:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.229583  5067 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:28.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.230738  5053 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.230827  5053 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.231314  5053 fs_report.cc:383] FS layout report
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/data
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.251742  5053 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.252374  5053 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.252588  5053 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.253180  5053 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.254361  5074 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.258287  5053 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.258340  5053 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.258388  5053 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.259824  5053 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.259864  5053 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
15:57:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.260177  5074 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap starting.
15:57:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.270388  5053 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.66:39551
15:57:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.270407  5181 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.66:39551 every 8 connection(s)
15:57:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.271414  5053 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.276526  5074 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Log is configured to *not* fsync() on all Append() calls
15:57:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.280206  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 5053
15:57:28.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.282680  5183 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.282924  5183 heartbeater.cc:464] Registering TS with master...
15:57:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.283456  5183 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.288237  5074 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.288620  5074 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap complete.
15:57:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.289903  5074 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent bootstrapping tablet: real 0.030s	user 0.014s	sys 0.011s
15:57:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.293118  5074 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.293613  4331 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.293597  5074 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Initialized, Role: FOLLOWER
15:57:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.294292  5074 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.294416  5182 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.294476  5182 heartbeater.cc:464] Registering TS with master...
15:57:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.294667  5182 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.295253  5074 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.001s
15:57:28.296 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.298535  5184 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.298629  5184 heartbeater.cc:464] Registering TS with master...
15:57:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.298784  5184 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.299278  4475 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.299750  4402 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.300740  4402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.66:36113
15:57:28.302 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.67:37737
15:57:28.302 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:57:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.302891  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 4842
15:57:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:28.302937  5184 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:28.308 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] handling channelInactive
15:57:28.308 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:28.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state READY due to: connection closed
15:57:28.309 [DEBUG - Time-limited test] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.311 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:28.337 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:28.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@2141805502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4de79a5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@576327ff -> wakeup thread Time-limited test)) after lookup
15:57:28.338 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.339 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:28.357 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:28.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [29ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [30ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [30ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [46ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@2141805502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4de79a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@576327ff -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710))) after lookup
15:57:28.357 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.360 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:28.396 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:28.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [29ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [30ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [30ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [46ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [48ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [51ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [51ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [83ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [86ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@2141805502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4de79a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@576327ff -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437))) after lookup
15:57:28.398 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.399 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:28.456 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:28.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [29ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [30ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [30ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [46ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [48ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [51ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [51ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [83ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [86ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [88ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [90ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [90ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [146ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@2141805502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4de79a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437) -> (continuation of Deferred@1277018935 after retry RPC@237829345), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@576327ff -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437) -> (continuation of Deferred@1277018935 after retry RPC@237829345))) after lookup
15:57:28.457 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.460 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:28.476 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:28.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=167), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [29ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [30ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [30ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [46ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [48ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [51ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [51ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [83ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [86ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [88ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [90ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [90ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [146ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [148ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [151ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [151ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [166ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@2141805502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4de79a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437) -> (continuation of Deferred@1277018935 after retry RPC@237829345) -> (continuation of Deferred@892653590 after retry RPC@530949647), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@576327ff -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437) -> (continuation of Deferred@1277018935 after retry RPC@237829345) -> (continuation of Deferred@892653590 after retry RPC@530949647))) after lookup
15:57:28.478 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:28.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:28.479 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.572208  5196 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:57:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.572495  5196 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.573733  5196 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.574671  5069 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.576000  5069 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.579041  4653 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561" is_pre_election: true
15:57:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.579664  5069 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b
15:57:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.579952  5196 raft_consensus.cc:2726] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:57:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.580319  5201 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader ec7974705cf14b8fbbb79c3c55223c9b)
15:57:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.580394  5201 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.580770  5201 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.582119  4588 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.585783  5136 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" is_pre_election: true
15:57:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.586032  5136 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4c9ee460abc1415f827572685557a561 in term 1.
15:57:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.586796  4588 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: ec7974705cf14b8fbbb79c3c55223c9b
15:57:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.586952  5201 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:57:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.587030  5201 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Starting leader election (detected failure of leader ec7974705cf14b8fbbb79c3c55223c9b)
15:57:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.587061  5201 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 2 FOLLOWER]: Advancing to term 3
15:57:29.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.587913  5201 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:29.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.588243  5201 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 3 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.588845  5136 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.588991  5136 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 1 FOLLOWER]: Advancing to term 3
15:57:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.589284  4588 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.590989  5136 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c9ee460abc1415f827572685557a561 in term 3.
15:57:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.591284  4588 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: ec7974705cf14b8fbbb79c3c55223c9b
15:57:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.591431  5201 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 FOLLOWER]: Leader election won for term 3
15:57:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.591616  5201 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 LEADER]: Becoming Leader. State: Replica: 4c9ee460abc1415f827572685557a561, State: Running, Role: LEADER
15:57:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.591972  5201 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.594376  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 reported cstate change: term changed from 2 to 3, leader changed from ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67) to 4c9ee460abc1415f827572685557a561 (127.4.48.65). New cstate: current_term: 3 leader_uuid: "4c9ee460abc1415f827572685557a561" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: HEALTHY } } }
15:57:29.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:29.816 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:29.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1507), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [29ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [30ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [30ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [46ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [48ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [51ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [51ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [83ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [86ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [88ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [90ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [90ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [146ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [148ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [151ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [151ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [166ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [168ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [170ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [170ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [1504ms] refreshing cache from master, [1504ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1506ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@2141805502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4de79a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437) -> (continuation of Deferred@1277018935 after retry RPC@237829345) -> (continuation of Deferred@892653590 after retry RPC@530949647) -> (continuation of Deferred@898513004 after retry RPC@184061150), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@576327ff -> wakeup thread Time-limited test -> (continuation of Deferred@1072474433 after retry RPC@1231911710) -> (continuation of Deferred@1241270727 after retry RPC@1810595437) -> (continuation of Deferred@1277018935 after retry RPC@237829345) -> (continuation of Deferred@892653590 after retry RPC@530949647) -> (continuation of Deferred@898513004 after retry RPC@184061150))) after lookup
15:57:29.818 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:29.819 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] Successfully connected to peer
15:57:29.844 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdf7e32ff, L:/127.0.0.1:38690 - R:/127.4.48.65:34391] using TOKEN/null
15:57:29.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.848526  4588 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 -> Peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Couldn't send request to peer ec7974705cf14b8fbbb79c3c55223c9b. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:29.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.848613  5136 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Refusing update from remote peer 4c9ee460abc1415f827572685557a561: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
15:57:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.849231  5206 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
15:57:29.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.859040  5219 mvcc.cc:205] Tried to move back new op lower bound from 7305323519371812864 to 7305323518331506688. Current Snapshot: MvccSnapshot[applied={T|T < 7305323519371812864}]
15:57:29.879 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.67:37737
15:57:29.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:29.880486  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:37737
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41303
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.991732  5226 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.992036  5226 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.992089  5226 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:29.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.996236  5226 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:29.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:29.996660  5226 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.67
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.001405  5226 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:37737
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41303
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5226
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.002419  5226 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.003703  5226 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:30.013298  5231 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:30.013314  5232 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.013522  5226 server_base.cc:1034] running on GCE node
15:57:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:30.013300  5234 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:30.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.014261  5226 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.014922  5226 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.016106  5226 hybrid_clock.cc:648] HybridClock initialized: now 1783526250016091 us; error 48 us; skew 500 ppm
15:57:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.022493  5226 webserver.cc:460] Webserver started at http://127.4.48.67:41303/ using document root <none> and password file <none>
15:57:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.023052  5226 fs_manager.cc:359] Metadata directory not provided
15:57:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.023159  5226 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.026986  5226 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
15:57:30.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.029152  5240 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:30.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.030346  5226 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.030478  5226 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:25 on dist-test-slave-zv2n"
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.031029  5226 fs_report.cc:383] FS layout report
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/data
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.056247  5226 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.057054  5226 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.057274  5226 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.057962  5226 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:30.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.059170  5247 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:30.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.063130  5226 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:30.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.063190  5226 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:30.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.063239  5226 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.064746  5226 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.064791  5226 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:57:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.065094  5247 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap starting.
15:57:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.075031  5226 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.67:37737
15:57:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.075099  5354 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.67:37737 every 8 connection(s)
15:57:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.076197  5226 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.078492  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 5226
15:57:30.078 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.083244  5247 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Log is configured to *not* fsync() on all Append() calls
15:57:30.088 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:30.090 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.65:34391
15:57:30.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:57:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.090968  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 4572
15:57:30.096 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] handling channelInactive
15:57:30.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state READY due to: connection closed
15:57:30.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:30.098 [DEBUG - Time-limited test] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.099675  5357 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:30.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.099922  5357 heartbeater.cc:464] Registering TS with master...
15:57:30.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.100492  5357 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:30.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.102509  4403 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.103263  5355 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.103343  5355 heartbeater.cc:464] Registering TS with master...
15:57:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.103513  5355 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.103621  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.67:47919
15:57:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.104187  5247 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.104524  4475 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.104612  5247 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap complete.
15:57:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.105234  5356 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.105298  5356 heartbeater.cc:464] Registering TS with master...
15:57:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.105405  5356 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:30.106 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.105989  5247 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent bootstrapping tablet: real 0.041s	user 0.019s	sys 0.009s
15:57:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.106352  4331 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.109006  5247 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.109566  5247 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Initialized, Role: FOLLOWER
15:57:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.110072  5247 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:30.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.111115  5247 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
15:57:30.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:30.111449  5357 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:30.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:30.116 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:30.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [5ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1580499846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7cd65a41 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529a9009 -> wakeup thread Time-limited test)) after lookup
15:57:30.117 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:30.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.119 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:30.136 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:30.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [5ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [21ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [21ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1580499846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7cd65a41 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529a9009 -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758))) after lookup
15:57:30.137 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:30.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.138 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:30.176 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:30.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [5ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [21ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [21ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [40ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [77ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1580499846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7cd65a41 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529a9009 -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302))) after lookup
15:57:30.178 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:30.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.180 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:30.297 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:30.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [5ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [21ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [21ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [40ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [77ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [80ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [82ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [83ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [198ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1580499846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7cd65a41 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302) -> (continuation of Deferred@299020999 after retry RPC@110941041), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529a9009 -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302) -> (continuation of Deferred@299020999 after retry RPC@110941041))) after lookup
15:57:30.299 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:30.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.300 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:30.456 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:30.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=359), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [5ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [21ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [21ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [40ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [77ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [80ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [82ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [83ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [198ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [200ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [202ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [202ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [357ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1580499846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7cd65a41 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302) -> (continuation of Deferred@299020999 after retry RPC@110941041) -> (continuation of Deferred@2009281348 after retry RPC@184401216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529a9009 -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302) -> (continuation of Deferred@299020999 after retry RPC@110941041) -> (continuation of Deferred@2009281348 after retry RPC@184401216))) after lookup
15:57:30.457 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:30.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:30.459 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.377800  5368 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 4c9ee460abc1415f827572685557a561)
15:57:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.377951  5368 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.378297  5368 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:31.380045  5069 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.383857  5309 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" is_pre_election: true
15:57:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.384222  5309 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 2.
15:57:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.385111  5069 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561
15:57:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.385308  5368 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Leader pre-election won for term 4
15:57:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.385375  5368 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 4c9ee460abc1415f827572685557a561)
15:57:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.385406  5368 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 3 FOLLOWER]: Advancing to term 4
15:57:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.386273  5368 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.386587  5368 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 4 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.386924  5309 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.387061  5309 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 2 FOLLOWER]: Advancing to term 4
15:57:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:31.387562  5069 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.389242  5309 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 4.
15:57:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.389575  5069 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561
15:57:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.389786  5368 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 FOLLOWER]: Leader election won for term 4
15:57:31.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.389969  5368 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 LEADER]: Becoming Leader. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Running, Role: LEADER
15:57:31.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.390304  5368 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.392495  4403 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 reported cstate change: term changed from 3 to 4, leader changed from 4c9ee460abc1415f827572685557a561 (127.4.48.65) to f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66). New cstate: current_term: 4 leader_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.856801  5309 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Refusing update from remote peer f6bc8228f76741cb8e9cf29afd6fa089: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
15:57:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:31.857625  5368 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
15:57:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:31.867144  5069 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 -> Peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Couldn't send request to peer 4c9ee460abc1415f827572685557a561. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:32.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.017 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1919), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [5ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [21ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [21ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [40ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [77ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [80ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [82ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [83ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [198ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [200ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [202ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [202ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [357ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [359ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [361ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [361ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [1914ms] refreshing cache from master, [1915ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1918ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1580499846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7cd65a41 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302) -> (continuation of Deferred@299020999 after retry RPC@110941041) -> (continuation of Deferred@2009281348 after retry RPC@184401216) -> (continuation of Deferred@1042200966 after retry RPC@1508771000), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529a9009 -> wakeup thread Time-limited test -> (continuation of Deferred@17071223 after retry RPC@127450758) -> (continuation of Deferred@2077300481 after retry RPC@1468533302) -> (continuation of Deferred@299020999 after retry RPC@110941041) -> (continuation of Deferred@2009281348 after retry RPC@184401216) -> (continuation of Deferred@1042200966 after retry RPC@1508771000))) after lookup
15:57:32.018 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.019 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] Successfully connected to peer
15:57:32.041 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37e8ddeb, L:/127.0.0.1:36834 - R:/127.4.48.66:39551] using TOKEN/null
15:57:32.065 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.65:34391
15:57:32.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.066241  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:34391
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38995
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:32.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.187592  5395 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:32.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.187904  5395 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:32.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.187942  5395 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.192164  5395 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.192281  5395 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.65
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.197291  5395 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:34391
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38995
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5395
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.198550  5395 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:32.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.200103  5395 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.210253  5400 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.210253  5401 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:32.210371  5403 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.210561  5395 server_base.cc:1034] running on GCE node
15:57:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.211177  5395 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.211889  5395 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.213042  5395 hybrid_clock.cc:648] HybridClock initialized: now 1783526252213027 us; error 35 us; skew 500 ppm
15:57:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.214941  5395 webserver.cc:460] Webserver started at http://127.4.48.65:38995/ using document root <none> and password file <none>
15:57:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.215507  5395 fs_manager.cc:359] Metadata directory not provided
15:57:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.215583  5395 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.219452  5395 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
15:57:32.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.221851  5409 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:32.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.223392  5395 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.223500  5395 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c9ee460abc1415f827572685557a561"
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.224133  5395 fs_report.cc:383] FS layout report
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/data
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.254458  5395 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.255244  5395 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.255476  5395 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.256112  5395 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.257460  5416 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.261415  5395 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.261479  5395 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.261533  5395 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.263131  5395 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.263178  5395 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:57:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.263549  5416 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap starting.
15:57:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.273908  5395 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.65:34391
15:57:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.274811  5523 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.65:34391 every 8 connection(s)
15:57:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.275208  5395 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.282838  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 5395
15:57:32.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.288939  5416 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Log is configured to *not* fsync() on all Append() calls
15:57:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.290198  5524 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.290441  5524 heartbeater.cc:464] Registering TS with master...
15:57:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.290997  5524 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:32.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.292938  4475 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:32.293 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.298270  5526 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.298398  5526 heartbeater.cc:464] Registering TS with master...
15:57:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.298614  5526 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.299556  4402 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.300582  4402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.65:36381
15:57:32.302 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.66:39551
15:57:32.302 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.302595  5525 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.302677  5525 heartbeater.cc:464] Registering TS with master...
15:57:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.302850  5525 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.303043  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 5053
15:57:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.304695  4331 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.309553  5416 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.310053  5416 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap complete.
15:57:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.311194  5416 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent bootstrapping tablet: real 0.048s	user 0.023s	sys 0.009s
15:57:32.312 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] handling channelInactive
15:57:32.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state READY due to: connection closed
15:57:32.313 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:32.313 [DEBUG - Time-limited test] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.314532  5416 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.315201  5416 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c9ee460abc1415f827572685557a561, State: Initialized, Role: FOLLOWER
15:57:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.315800  5416 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:32.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.316 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.316915  5416 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent starting tablet: real 0.006s	user 0.008s	sys 0.000s
15:57:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:32.317971  5526 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:32.337 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.337 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test)) after lookup
15:57:32.339 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.340 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.357 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393))) after lookup
15:57:32.358 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.361 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.397 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [45ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [48ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [48ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [83ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598))) after lookup
15:57:32.399 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.400 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.518 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=204), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [45ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [48ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [48ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [83ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [85ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [87ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [87ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [203ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044))) after lookup
15:57:32.518 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.521 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.536 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=223), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [45ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [48ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [48ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [83ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [85ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [87ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [87ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [203ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [205ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [208ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [208ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [222ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417))) after lookup
15:57:32.538 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.539 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:32.557 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:32.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=244), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [45ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [48ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [48ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [83ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [85ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [87ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [87ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [203ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [205ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [208ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [208ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [222ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [225ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [226ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [226ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [240ms] refreshing cache from master, [241ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [243ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417) -> (continuation of Deferred@2008816514 after retry RPC@1324353034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417) -> (continuation of Deferred@2008816514 after retry RPC@1324353034))) after lookup
15:57:32.559 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:32.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:32.561 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:33.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:33.377 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:33.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1064), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [45ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [48ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [48ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [83ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [85ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [87ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [87ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [203ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [205ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [208ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [208ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [222ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [225ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [226ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [226ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [240ms] refreshing cache from master, [241ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [243ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [245ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [248ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [248ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1060ms] refreshing cache from master, [1060ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1062ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417) -> (continuation of Deferred@2008816514 after retry RPC@1324353034) -> (continuation of Deferred@1722404148 after retry RPC@673667005), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417) -> (continuation of Deferred@2008816514 after retry RPC@1324353034) -> (continuation of Deferred@1722404148 after retry RPC@673667005))) after lookup
15:57:33.378 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:33.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:33.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:33.379 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.564661  5537 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.564848  5537 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.566022  5537 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.566854  5242 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.567888  5242 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.572165  5478 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561" is_pre_election: true
15:57:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.572441  5478 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 3.
15:57:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.573213  5242 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.573540  5537 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Leader pre-election won for term 5
15:57:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.573601  5537 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Starting leader election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.573650  5537 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 4 FOLLOWER]: Advancing to term 5
15:57:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.574482  5537 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.574815  5537 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 5 election: Requested vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.575309  5478 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561"
15:57:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.575456  5478 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 3 FOLLOWER]: Advancing to term 5
15:57:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.575915  5242 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.577458  5478 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 5.
15:57:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.577764  5242 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.578022  5537 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 FOLLOWER]: Leader election won for term 5
15:57:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.578210  5537 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 LEADER]: Becoming Leader. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Running, Role: LEADER
15:57:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.578490  5537 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.580935  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b reported cstate change: term changed from 4 to 5, leader changed from f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66) to ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67). New cstate: current_term: 5 leader_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:33.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:33.797 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:33.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=16, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1485), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [3ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [3ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [23ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [25ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [27ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [28ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [43ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [45ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [48ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [48ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [83ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [85ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [87ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [87ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [203ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [205ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [208ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [208ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [222ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [225ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [226ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [226ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [240ms] refreshing cache from master, [241ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [243ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [245ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [248ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [248ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1060ms] refreshing cache from master, [1060ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1062ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [1065ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [1066ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1067ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1480ms] refreshing cache from master, [1480ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1483ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1019435664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@3f94f12c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417) -> (continuation of Deferred@2008816514 after retry RPC@1324353034) -> (continuation of Deferred@1722404148 after retry RPC@673667005) -> (continuation of Deferred@1629034769 after retry RPC@81091015), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2215aeb2 -> wakeup thread Time-limited test -> (continuation of Deferred@2100145890 after retry RPC@1980654393) -> (continuation of Deferred@326862363 after retry RPC@375994598) -> (continuation of Deferred@2091887114 after retry RPC@230343044) -> (continuation of Deferred@1582097245 after retry RPC@94482417) -> (continuation of Deferred@2008816514 after retry RPC@1324353034) -> (continuation of Deferred@1722404148 after retry RPC@673667005) -> (continuation of Deferred@1629034769 after retry RPC@81091015))) after lookup
15:57:33.800 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:33.802 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] Successfully connected to peer
15:57:33.842 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6dd0e335, L:/127.0.0.1:49416 - R:/127.4.48.67:37737] using TOKEN/null
15:57:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.846531  5478 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Refusing update from remote peer ec7974705cf14b8fbbb79c3c55223c9b: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
15:57:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.847311  5537 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
15:57:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.847919  5242 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b -> Peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Couldn't send request to peer f6bc8228f76741cb8e9cf29afd6fa089. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.854872  5556 mvcc.cc:205] Tried to move back new op lower bound from 7305323535748198400 to 7305323534659727360. Current Snapshot: MvccSnapshot[applied={T|T < 7305323535748198400}]
15:57:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.856971  5558 mvcc.cc:205] Tried to move back new op lower bound from 7305323535748198400 to 7305323534659727360. Current Snapshot: MvccSnapshot[applied={T|T < 7305323535748198400}]
15:57:33.869 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.66:39551
15:57:33.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.870667  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.977566  5565 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.977833  5565 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.977883  5565 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.982347  5565 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.982507  5565 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.66
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.987144  5565 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5565
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.988384  5565 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:33.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.989730  5565 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.998793  5571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.998883  5565 server_base.cc:1034] running on GCE node
15:57:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.998806  5573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:33.998793  5570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.999377  5565 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:33.999956  5565 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.001130  5565 hybrid_clock.cc:648] HybridClock initialized: now 1783526254001117 us; error 59 us; skew 500 ppm
15:57:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.003000  5565 webserver.cc:460] Webserver started at http://127.4.48.66:41403/ using document root <none> and password file <none>
15:57:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.003583  5565 fs_manager.cc:359] Metadata directory not provided
15:57:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.003683  5565 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:34.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.007591  5565 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
15:57:34.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.009955  5579 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.011138  5565 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
15:57:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.011303  5565 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.011848  5565 fs_report.cc:383] FS layout report
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/data
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:34.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.032693  5565 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.033428  5565 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.033628  5565 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.034379  5565 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.035972  5586 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.040304  5565 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.040359  5565 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
15:57:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.040406  5565 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.041916  5565 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.041960  5565 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:57:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.042271  5586 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap starting.
15:57:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.052162  5565 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.66:39551
15:57:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.052230  5693 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.66:39551 every 8 connection(s)
15:57:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.053287  5565 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:34.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.056324  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 5565
15:57:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.059564  5586 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Log is configured to *not* fsync() on all Append() calls
15:57:34.064 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
15:57:34.065 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
15:57:34.076 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:34.078 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.67:37737
15:57:34.078 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:57:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.075848  5586 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.076249  5586 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap complete.
15:57:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.077560  5586 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent bootstrapping tablet: real 0.036s	user 0.024s	sys 0.010s
15:57:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.078890  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 5226
15:57:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.082623  5586 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.083164  5586 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Initialized, Role: FOLLOWER
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.085628  5586 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.085954  5695 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.086054  5694 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.086172  5695 heartbeater.cc:464] Registering TS with master...
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.086638  5586 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent starting tablet: real 0.009s	user 0.004s	sys 0.002s
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.086704  5695 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.086171  5694 heartbeater.cc:464] Registering TS with master...
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.088006  5694 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.088568  4331 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.088696  5696 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.088784  5696 heartbeater.cc:464] Registering TS with master...
15:57:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.088840  4475 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.088925  5696 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.089653  4403 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.090602  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.66:51451
15:57:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:34.093151  5696 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:34.095 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] handling channelInactive
15:57:34.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state READY due to: connection closed
15:57:34.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:34.097 [DEBUG - Time-limited test] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:34.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.101 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:34.116 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:34.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [3ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [4ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [18ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@424845788(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4cbde74d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72128a93 -> wakeup thread Time-limited test)) after lookup
15:57:34.118 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:34.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.120 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:34.136 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:34.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [3ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [4ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [18ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [20ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [23ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [23ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [38ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@424845788(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4cbde74d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72128a93 -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730))) after lookup
15:57:34.137 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:34.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.138 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:34.156 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:34.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [3ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [4ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [18ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [20ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [23ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [23ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [38ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [40ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [41ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [59ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@424845788(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4cbde74d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72128a93 -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638))) after lookup
15:57:34.158 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:34.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.160 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:34.196 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:34.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=99), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [3ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [4ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [18ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [20ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [23ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [23ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [38ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [40ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [41ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [59ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [60ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [63ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [63ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [98ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@424845788(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4cbde74d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638) -> (continuation of Deferred@1467392479 after retry RPC@1503325402), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72128a93 -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638) -> (continuation of Deferred@1467392479 after retry RPC@1503325402))) after lookup
15:57:34.197 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:34.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.198 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:34.636 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:34.637 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=540), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [3ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [4ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [18ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [20ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [23ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [23ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [38ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [40ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [41ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [59ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [60ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [63ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [63ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [98ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [100ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [101ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [101ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [536ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [539ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@424845788(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4cbde74d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638) -> (continuation of Deferred@1467392479 after retry RPC@1503325402) -> (continuation of Deferred@936426461 after retry RPC@878180461), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72128a93 -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638) -> (continuation of Deferred@1467392479 after retry RPC@1503325402) -> (continuation of Deferred@936426461 after retry RPC@878180461))) after lookup
15:57:34.637 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:34.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:34.639 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.368991  5707 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ec7974705cf14b8fbbb79c3c55223c9b)
15:57:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.369124  5707 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:35.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.370316  5707 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:35.371166  5411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:35.372176  5411 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:35.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.376210  5640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" is_pre_election: true
15:57:35.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.376552  5640 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4c9ee460abc1415f827572685557a561 in term 4.
15:57:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.377316  5411 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: ec7974705cf14b8fbbb79c3c55223c9b
15:57:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.377580  5707 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Leader pre-election won for term 6
15:57:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.377640  5707 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Starting leader election (detected failure of leader ec7974705cf14b8fbbb79c3c55223c9b)
15:57:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.377669  5707 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 5 FOLLOWER]: Advancing to term 6
15:57:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.378473  5707 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.378732  5707 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 6 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.379276  5640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.379421  5640 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 4 FOLLOWER]: Advancing to term 6
15:57:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:35.379662  5411 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.381515  5640 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c9ee460abc1415f827572685557a561 in term 6.
15:57:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.381872  5411 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: ec7974705cf14b8fbbb79c3c55223c9b
15:57:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.382079  5707 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 FOLLOWER]: Leader election won for term 6
15:57:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.382274  5707 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 LEADER]: Becoming Leader. State: Replica: 4c9ee460abc1415f827572685557a561, State: Running, Role: LEADER
15:57:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.382575  5707 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.385064  4403 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 reported cstate change: term changed from 5 to 6, leader changed from ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67) to 4c9ee460abc1415f827572685557a561 (127.4.48.65). New cstate: current_term: 6 leader_uuid: "4c9ee460abc1415f827572685557a561" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: HEALTHY } } }
15:57:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.776793  5640 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Refusing update from remote peer 4c9ee460abc1415f827572685557a561: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
15:57:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:35.777501  5707 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
15:57:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:35.785554  5411 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 -> Peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Couldn't send request to peer ec7974705cf14b8fbbb79c3c55223c9b. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:36.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:36.516 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:36.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2420), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [3ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [4ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [18ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [20ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [23ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [23ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [38ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [40ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [41ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [59ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [60ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [63ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [63ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [98ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [100ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [101ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [101ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [536ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [539ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [540ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [542ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [543ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2416ms] refreshing cache from master, [2416ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [2418ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@424845788(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4cbde74d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638) -> (continuation of Deferred@1467392479 after retry RPC@1503325402) -> (continuation of Deferred@936426461 after retry RPC@878180461) -> (continuation of Deferred@568725162 after retry RPC@1358730237), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72128a93 -> wakeup thread Time-limited test -> (continuation of Deferred@1716684625 after retry RPC@15912730) -> (continuation of Deferred@1063174835 after retry RPC@1825330638) -> (continuation of Deferred@1467392479 after retry RPC@1503325402) -> (continuation of Deferred@936426461 after retry RPC@878180461) -> (continuation of Deferred@568725162 after retry RPC@1358730237))) after lookup
15:57:36.518 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:36.518 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] Successfully connected to peer
15:57:36.535 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbd2fe4d4, L:/127.0.0.1:55514 - R:/127.4.48.65:34391] using TOKEN/null
15:57:36.555 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.67:37737
15:57:36.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.557530  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:37737
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41303
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.671197  5739 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.671447  5739 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.671481  5739 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.675485  5739 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.675570  5739 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.67
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.680090  5739 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:37737
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41303
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5739
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.681157  5739 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.682507  5739 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.692094  5744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.692219  5739 server_base.cc:1034] running on GCE node
15:57:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.692159  5745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.692173  5747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.693006  5739 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.693715  5739 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.694895  5739 hybrid_clock.cc:648] HybridClock initialized: now 1783526256694875 us; error 29 us; skew 500 ppm
15:57:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.700073  5739 webserver.cc:460] Webserver started at http://127.4.48.67:41303/ using document root <none> and password file <none>
15:57:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.700786  5739 fs_manager.cc:359] Metadata directory not provided
15:57:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.700893  5739 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.704785  5739 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
15:57:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.706925  5753 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.708158  5739 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:57:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.708285  5739 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:25 on dist-test-slave-zv2n"
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.708915  5739 fs_report.cc:383] FS layout report
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/data
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.718719  5739 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.719326  5739 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.719525  5739 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.720093  5739 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.721318  5760 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.725138  5739 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.725212  5739 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.725271  5739 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.726745  5739 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.726812  5739 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:57:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.727031  5760 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap starting.
15:57:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.737246  5739 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.67:37737
15:57:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.737335  5867 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.67:37737 every 8 connection(s)
15:57:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.738186  5739 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.744145  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 5739
15:57:36.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.745277  5760 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Log is configured to *not* fsync() on all Append() calls
15:57:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.752792  5868 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.752907  5869 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.753188  5868 heartbeater.cc:464] Registering TS with master...
15:57:36.753 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.753196  5869 heartbeater.cc:464] Registering TS with master...
15:57:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.754329  5868 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.754330  5869 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:36.754 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.65:34391
15:57:36.755 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.755487  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 5395
15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.754474  5870 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.756924  5870 heartbeater.cc:464] Registering TS with master...
15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.757094  5870 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.757346  4331 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.757778  4403 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.758483  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.67:39415
15:57:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.759873  4474 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:36.764 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] handling channelInactive
15:57:36.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state READY due to: connection closed
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:36.764523  5881 negotiation.cc:337] Failed RPC negotiation. Trace:
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.750169 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.4.48.65:49315 (local address 127.4.48.67:37737)
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.750428 (+   259us) server_negotiation.cc:206] Beginning negotiation
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.750439 (+    11us) server_negotiation.cc:399] Waiting for connection header
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.750458 (+    19us) server_negotiation.cc:407] Connection header received
15:57:36.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.750512 (+    54us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.750517 (+     5us) server_negotiation.cc:461] Received NEGOTIATE request from client
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.760654 (+ 10137us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.760773 (+   119us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 15:57:36.763485 (+  2712us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.4.48.65:49315: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:57:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":174,"thread_start_us":95,"threads_started":1}
15:57:36.765 [DEBUG - Time-limited test] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.766160  5760 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.766613  5760 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap complete.
15:57:36.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.767 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.767968  5760 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent bootstrapping tablet: real 0.041s	user 0.030s	sys 0.004s
15:57:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.770596  5760 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.770978  5760 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Initialized, Role: FOLLOWER
15:57:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.771399  5760 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.772148  5760 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
15:57:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:36.772445  5870 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:36.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:36.776 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:36.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test)) after lookup
15:57:36.777 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:36.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.778 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:36.795 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:36.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522))) after lookup
15:57:36.796 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:36.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.798 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:36.836 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:36.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [31ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [33ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [33ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [71ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940))) after lookup
15:57:36.838 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:36.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.839 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:36.916 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:36.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=152), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [31ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [33ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [33ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [71ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [73ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [74ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [74ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749))) after lookup
15:57:36.917 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:36.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:36.919 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:37.216 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:37.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=451), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [31ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [33ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [33ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [71ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [73ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [74ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [74ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [152ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [154ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [155ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [448ms] refreshing cache from master, [448ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [450ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020))) after lookup
15:57:37.217 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:37.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.218 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:37.735 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:37.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=971), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [31ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [33ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [33ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [71ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [73ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [74ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [74ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [152ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [154ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [155ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [448ms] refreshing cache from master, [448ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [450ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [452ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [453ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [453ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [967ms] refreshing cache from master, [968ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [970ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020) -> (continuation of Deferred@853872456 after retry RPC@1449484805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020) -> (continuation of Deferred@853872456 after retry RPC@1449484805))) after lookup
15:57:37.736 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:37.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.738 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:37.975 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:37.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1210), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [31ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [33ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [33ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [71ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [73ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [74ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [74ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [152ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [154ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [155ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [448ms] refreshing cache from master, [448ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [450ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [452ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [453ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [453ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [967ms] refreshing cache from master, [968ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [970ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [971ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [973ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [974ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [1207ms] refreshing cache from master, [1207ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1210ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020) -> (continuation of Deferred@853872456 after retry RPC@1449484805) -> (continuation of Deferred@743489942 after retry RPC@1364786003), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020) -> (continuation of Deferred@853872456 after retry RPC@1449484805) -> (continuation of Deferred@743489942 after retry RPC@1364786003))) after lookup
15:57:37.976 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:37.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:37.978 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.055378  5883 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 4c9ee460abc1415f827572685557a561)
15:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.055517  5883 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.056632  5883 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:38.057709  5581 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:38.058547  5581 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.062105  5822 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" is_pre_election: true
15:57:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.062440  5822 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 5.
15:57:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.063261  5581 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561
15:57:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.063534  5883 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Leader pre-election won for term 7
15:57:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.063591  5883 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 4c9ee460abc1415f827572685557a561)
15:57:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.063619  5883 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 6 FOLLOWER]: Advancing to term 7
15:57:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.064440  5883 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.064764  5883 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 7 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.065104  5822 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.065233  5822 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 5 FOLLOWER]: Advancing to term 7
15:57:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:38.065837  5581 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.067400  5822 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 7.
15:57:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.067706  5581 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561
15:57:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.067926  5883 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 FOLLOWER]: Leader election won for term 7
15:57:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.068138  5883 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 LEADER]: Becoming Leader. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Running, Role: LEADER
15:57:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.068502  5883 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.070768  4403 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 reported cstate change: term changed from 6 to 7, leader changed from 4c9ee460abc1415f827572685557a561 (127.4.48.65) to f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66). New cstate: current_term: 7 leader_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.447631  5822 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Refusing update from remote peer f6bc8228f76741cb8e9cf29afd6fa089: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
15:57:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:38.448367  5883 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
15:57:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:38.455732  5581 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 -> Peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Couldn't send request to peer 4c9ee460abc1415f827572685557a561. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:40.612581  5581 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 -> Peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Couldn't send request to peer 4c9ee460abc1415f827572685557a561. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
15:57:41.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:41.697 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:41.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=16, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4932), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [2ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [11ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [13ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [31ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [33ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [33ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [71ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [73ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [74ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [74ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [152ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [154ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [155ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [448ms] refreshing cache from master, [448ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [450ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [452ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [453ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [453ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [967ms] refreshing cache from master, [968ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [970ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [971ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [973ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [974ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [1207ms] refreshing cache from master, [1207ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1210ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [1211ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1213ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [1213ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [4928ms] refreshing cache from master, [4928ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [4931ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1971051510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@67fa618f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020) -> (continuation of Deferred@853872456 after retry RPC@1449484805) -> (continuation of Deferred@743489942 after retry RPC@1364786003) -> (continuation of Deferred@494562902 after retry RPC@1808321502), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@115b55a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1380433502 after retry RPC@1764677522) -> (continuation of Deferred@566738937 after retry RPC@1053457940) -> (continuation of Deferred@1112516884 after retry RPC@1906856749) -> (continuation of Deferred@478703923 after retry RPC@797604020) -> (continuation of Deferred@853872456 after retry RPC@1449484805) -> (continuation of Deferred@743489942 after retry RPC@1364786003) -> (continuation of Deferred@494562902 after retry RPC@1808321502))) after lookup
15:57:41.698 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:41.700 [DEBUG - kudu-nio-1] (Connection.java:757) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] Successfully connected to peer
15:57:41.719 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd1e0a47f, L:/127.0.0.1:37974 - R:/127.4.48.66:39551] using TOKEN/null
15:57:41.735 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.65:34391
15:57:41.736 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.736538  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:34391
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38995
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.846472  5920 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.846784  5920 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.846834  5920 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.851055  5920 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.851182  5920 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.65
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.856083  5920 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:34391
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38995
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5920
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.857395  5920 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.858723  5920 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.868057  5926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.868042  5928 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:41.868095  5925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.868338  5920 server_base.cc:1034] running on GCE node
15:57:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.868789  5920 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.869419  5920 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.870580  5920 hybrid_clock.cc:648] HybridClock initialized: now 1783526261870547 us; error 56 us; skew 500 ppm
15:57:41.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.876147  5920 webserver.cc:460] Webserver started at http://127.4.48.65:38995/ using document root <none> and password file <none>
15:57:41.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.876824  5920 fs_manager.cc:359] Metadata directory not provided
15:57:41.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.876917  5920 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.880383  5920 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
15:57:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.882463  5934 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.883641  5920 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.883774  5920 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c9ee460abc1415f827572685557a561"
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.884307  5920 fs_report.cc:383] FS layout report
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/data
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.907070  5920 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.907778  5920 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.907980  5920 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.908651  5920 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.909894  5941 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.913548  5920 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.913630  5920 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.913692  5920 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.915166  5920 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.915233  5920 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:57:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.915499  5941 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap starting.
15:57:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.925591  5920 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.65:34391
15:57:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.925652  6048 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.65:34391 every 8 connection(s)
15:57:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.926553  5920 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:41.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.932598  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 5920
15:57:41.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.934379  5941 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Log is configured to *not* fsync() on all Append() calls
15:57:41.941 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:41.942 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.66:39551
15:57:41.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.942900  6049 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.942932  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 5565
15:57:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.943151  6049 heartbeater.cc:464] Registering TS with master...
15:57:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.943689  6049 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:41.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.946255  4474 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:41.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.949959  6050 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:41.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.950053  6050 heartbeater.cc:464] Registering TS with master...
15:57:41.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.950237  6050 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.950497  6051 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.950589  6051 heartbeater.cc:464] Registering TS with master...
15:57:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.950729  6051 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.951174  4330 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:41.951 [DEBUG - kudu-nio-1] (Connection.java:239) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] handling channelInactive
15:57:41.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state READY due to: connection closed
15:57:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.952152  4402 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:41.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.953118  4402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.65:46097
15:57:41.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:41.954 [DEBUG - Time-limited test] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:41.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.956230  5941 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:41.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.956 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.956667  5941 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap complete.
15:57:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.957737  5941 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent bootstrapping tablet: real 0.042s	user 0.024s	sys 0.014s
15:57:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.959854  5941 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.960237  5941 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c9ee460abc1415f827572685557a561, State: Initialized, Role: FOLLOWER
15:57:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.960695  5941 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.961308  6051 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:41.961654  5941 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
15:57:41.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:41.975 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:41.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [2ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1512772499(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5562677f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22fb2fb6 -> wakeup thread Time-limited test)) after lookup
15:57:41.976 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:41.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.978 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:41.995 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:41.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [2ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [22ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [24ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [24ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [41ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1512772499(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5562677f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22fb2fb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455))) after lookup
15:57:41.996 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:41.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:41.997 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:42.036 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:42.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [2ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [22ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [24ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [24ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [41ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [42ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [43ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [43ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [81ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1512772499(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5562677f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22fb2fb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982))) after lookup
15:57:42.037 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:42.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.040 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:42.176 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:42.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=222), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [2ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [22ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [24ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [24ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [41ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [42ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [43ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [43ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [81ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [83ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [85ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [86ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [221ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1512772499(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5562677f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982) -> (continuation of Deferred@1248895651 after retry RPC@1485864190), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22fb2fb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982) -> (continuation of Deferred@1248895651 after retry RPC@1485864190))) after lookup
15:57:42.177 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:42.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.178 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:42.236 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:42.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=283), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [2ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [22ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [24ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [24ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [41ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [42ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [43ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [43ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [81ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [83ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [85ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [86ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [221ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [222ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [224ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [224ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [279ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [281ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1512772499(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5562677f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982) -> (continuation of Deferred@1248895651 after retry RPC@1485864190) -> (continuation of Deferred@865382296 after retry RPC@616999555), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22fb2fb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982) -> (continuation of Deferred@1248895651 after retry RPC@1485864190) -> (continuation of Deferred@865382296 after retry RPC@616999555))) after lookup
15:57:42.238 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:42.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:42.239 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.235800  6063 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Starting pre-election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.235971  6063 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:43.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.237054  6063 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:43.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:43.237861  5755 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:43.238942  5755 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.242648  6003 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561" is_pre_election: true
15:57:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.242986  6003 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 6.
15:57:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.243786  5755 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.244027  6063 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Leader pre-election won for term 8
15:57:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.244088  6063 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Starting leader election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.244128  6063 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 7 FOLLOWER]: Advancing to term 8
15:57:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.245141  6063 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.245447  6063 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 8 election: Requested vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.246035  6003 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561"
15:57:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.246212  6003 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 6 FOLLOWER]: Advancing to term 8
15:57:43.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:43.246387  5755 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.248215  6003 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 8.
15:57:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.248550  5755 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.248736  6063 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 FOLLOWER]: Leader election won for term 8
15:57:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.248955  6063 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 LEADER]: Becoming Leader. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Running, Role: LEADER
15:57:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.249259  6063 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.251466  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b reported cstate change: term changed from 7 to 8, leader changed from f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66) to ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67). New cstate: current_term: 8 leader_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.720638  6003 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Refusing update from remote peer ec7974705cf14b8fbbb79c3c55223c9b: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
15:57:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:43.721330  6063 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
15:57:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:43.730329  5755 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b -> Peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Couldn't send request to peer f6bc8228f76741cb8e9cf29afd6fa089. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:44.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:44.295 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:44.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2342), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [2ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [22ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [24ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [24ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [41ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [42ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [43ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [43ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [81ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [83ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [85ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [86ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [221ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [222ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [224ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [224ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [279ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [281ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [283ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [285ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [285ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [2338ms] refreshing cache from master, [2339ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [2341ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1512772499(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5562677f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982) -> (continuation of Deferred@1248895651 after retry RPC@1485864190) -> (continuation of Deferred@865382296 after retry RPC@616999555) -> (continuation of Deferred@235589010 after retry RPC@529136738), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22fb2fb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1635261585 after retry RPC@444930455) -> (continuation of Deferred@763104033 after retry RPC@1793004982) -> (continuation of Deferred@1248895651 after retry RPC@1485864190) -> (continuation of Deferred@865382296 after retry RPC@616999555) -> (continuation of Deferred@235589010 after retry RPC@529136738))) after lookup
15:57:44.297 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.297 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] Successfully connected to peer
15:57:44.314 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfe4bef16, L:/127.0.0.1:33622 - R:/127.4.48.67:37737] using TOKEN/null
15:57:44.329 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.66:39551
15:57:44.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.330045  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.438242  6095 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.438472  6095 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.438504  6095 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.442291  6095 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.442363  6095 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.66
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.446986  6095 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6095
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.447909  6095 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.449152  6095 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.458504  6101 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.458544  6100 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:44.458555  6103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.458978  6095 server_base.cc:1034] running on GCE node
15:57:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.459393  6095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:44.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.460031  6095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.461225  6095 hybrid_clock.cc:648] HybridClock initialized: now 1783526264461192 us; error 43 us; skew 500 ppm
15:57:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.462980  6095 webserver.cc:460] Webserver started at http://127.4.48.66:41403/ using document root <none> and password file <none>
15:57:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.463547  6095 fs_manager.cc:359] Metadata directory not provided
15:57:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.463639  6095 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.467394  6095 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
15:57:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.469565  6109 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:44.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.470853  6095 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:57:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.470983  6095 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.471524  6095 fs_report.cc:383] FS layout report
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/data
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.490584  6095 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.491277  6095 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.491473  6095 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.492079  6095 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.493350  6116 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.496937  6095 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.497010  6095 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.497074  6095 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.498651  6095 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.498720  6095 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:57:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.498934  6116 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap starting.
15:57:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.509418  6095 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.66:39551
15:57:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.509527  6223 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.66:39551 every 8 connection(s)
15:57:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.510530  6095 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.515961  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 6095
15:57:44.516 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.518879  6116 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Log is configured to *not* fsync() on all Append() calls
15:57:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.523751  6225 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.523792  6224 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.523983  6225 heartbeater.cc:464] Registering TS with master...
15:57:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.523983  6224 heartbeater.cc:464] Registering TS with master...
15:57:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.524590  6225 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.524695  6224 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.526558  4475 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.526811  4330 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:44.528 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:44.528 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.67:37737
15:57:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.528680  6226 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.528883  6226 heartbeater.cc:464] Registering TS with master...
15:57:44.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:57:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.529191  6226 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.529225  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 5739
15:57:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.531436  4402 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.532207  4402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.66:44869
15:57:44.536 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] handling channelInactive
15:57:44.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state READY due to: connection closed
15:57:44.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:44.538 [DEBUG - Time-limited test] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.540 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.545794  6116 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.546170  6116 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap complete.
15:57:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.547140  6116 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent bootstrapping tablet: real 0.048s	user 0.029s	sys 0.010s
15:57:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.549435  6116 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.549842  6116 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Initialized, Role: FOLLOWER
15:57:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.550228  6116 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.550868  6226 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:44.551175  6116 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
15:57:44.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:44.555 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:44.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test)) after lookup
15:57:44.556 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.557 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:44.576 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:44.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [18ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [19ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [19ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230))) after lookup
15:57:44.577 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.579 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:44.595 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:44.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [18ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [19ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [19ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [42ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [56ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164))) after lookup
15:57:44.596 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.597 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:44.675 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:44.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=138), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [18ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [19ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [19ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [42ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [56ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [58ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [59ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [59ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [136ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082))) after lookup
15:57:44.676 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.678 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:44.716 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:44.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [18ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [19ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [19ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [42ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [56ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [58ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [59ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [59ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [136ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [138ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [140ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [140ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [177ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082) -> (continuation of Deferred@1247159512 after retry RPC@2108979545), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082) -> (continuation of Deferred@1247159512 after retry RPC@2108979545))) after lookup
15:57:44.717 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:44.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:44.718 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:45.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:45.316 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:45.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=778), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [18ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [19ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [19ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [42ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [56ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [58ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [59ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [59ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [136ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [138ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [140ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [140ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [177ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [178ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [180ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [180ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [775ms] refreshing cache from master, [775ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [777ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082) -> (continuation of Deferred@1247159512 after retry RPC@2108979545) -> (continuation of Deferred@1861453184 after retry RPC@2015701981), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082) -> (continuation of Deferred@1247159512 after retry RPC@2108979545) -> (continuation of Deferred@1861453184 after retry RPC@2015701981))) after lookup
15:57:45.317 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:45.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:45.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state CONNECTING due to: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:45.319 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737
15:57:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.828963  6238 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader ec7974705cf14b8fbbb79c3c55223c9b)
15:57:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.829144  6238 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.830286  6238 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:45.831164  5936 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:45.832228  5936 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.836540  6178 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" is_pre_election: true
15:57:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.836818  6178 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4c9ee460abc1415f827572685557a561 in term 7.
15:57:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.837555  5936 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: ec7974705cf14b8fbbb79c3c55223c9b
15:57:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.837795  6238 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Leader pre-election won for term 9
15:57:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.837857  6238 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Starting leader election (detected failure of leader ec7974705cf14b8fbbb79c3c55223c9b)
15:57:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.837896  6238 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 8 FOLLOWER]: Advancing to term 9
15:57:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.838760  6238 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.839099  6238 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 9 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.839710  6178 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "4c9ee460abc1415f827572685557a561" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.839854  6178 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 7 FOLLOWER]: Advancing to term 9
15:57:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:45.840200  5936 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111)
15:57:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.841950  6178 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c9ee460abc1415f827572685557a561 in term 9.
15:57:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.842254  5936 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, f6bc8228f76741cb8e9cf29afd6fa089; no voters: ec7974705cf14b8fbbb79c3c55223c9b
15:57:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.842464  6238 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 FOLLOWER]: Leader election won for term 9
15:57:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.842689  6238 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 LEADER]: Becoming Leader. State: Replica: 4c9ee460abc1415f827572685557a561, State: Running, Role: LEADER
15:57:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.842978  6238 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:45.845386  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 reported cstate change: term changed from 8 to 9, leader changed from ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67) to 4c9ee460abc1415f827572685557a561 (127.4.48.65). New cstate: current_term: 9 leader_uuid: "4c9ee460abc1415f827572685557a561" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: HEALTHY } } }
15:57:46.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:46.353078  5936 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 -> Peer ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737): Couldn't send request to peer ec7974705cf14b8fbbb79c3c55223c9b. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.67:37737: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:46.403882  6178 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Refusing update from remote peer 4c9ee460abc1415f827572685557a561: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
15:57:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:46.404637  6256 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
15:57:47.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:47.596 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:47.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3059), Traces: [0ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [2ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [2ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [18ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [19ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [19ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [39ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [41ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [42ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [56ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [58ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [59ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [59ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [136ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [138ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [140ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [140ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [177ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [178ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [180ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [180ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [775ms] refreshing cache from master, [775ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [777ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [778ms] sending RPC to server ec7974705cf14b8fbbb79c3c55223c9b, [781ms] received response from server ec7974705cf14b8fbbb79c3c55223c9b: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [781ms] delaying RPC due to: Network error: Failed to connect to peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737): Connection refused: /127.4.48.67:37737, [3055ms] refreshing cache from master, [3055ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [3058ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1331730830(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4b482290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082) -> (continuation of Deferred@1247159512 after retry RPC@2108979545) -> (continuation of Deferred@1861453184 after retry RPC@2015701981) -> (continuation of Deferred@1497039652 after retry RPC@135376925), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b917aa8 -> wakeup thread Time-limited test -> (continuation of Deferred@441351228 after retry RPC@736016230) -> (continuation of Deferred@1373709265 after retry RPC@266001164) -> (continuation of Deferred@681699595 after retry RPC@1767621082) -> (continuation of Deferred@1247159512 after retry RPC@2108979545) -> (continuation of Deferred@1861453184 after retry RPC@2015701981) -> (continuation of Deferred@1497039652 after retry RPC@135376925))) after lookup
15:57:47.597 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:47.598 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] Successfully connected to peer
15:57:47.611 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x601d6c0c, L:/127.0.0.1:55170 - R:/127.4.48.65:34391] using TOKEN/null
15:57:47.627 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.67:37737
15:57:47.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.628232  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:37737
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41303
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.746109  6279 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.746383  6279 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.746433  6279 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.750427  6279 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.750538  6279 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.67
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.755324  6279 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.67:37737
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.67
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41303
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6279
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.67
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/logs
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.756520  6279 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.757872  6279 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.766939  6284 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.766916  6287 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:47.766908  6285 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.767226  6279 server_base.cc:1034] running on GCE node
15:57:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.767598  6279 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:47.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.768151  6279 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.769326  6279 hybrid_clock.cc:648] HybridClock initialized: now 1783526267769295 us; error 42 us; skew 500 ppm
15:57:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.774428  6279 webserver.cc:460] Webserver started at http://127.4.48.67:41303/ using document root <none> and password file <none>
15:57:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.775034  6279 fs_manager.cc:359] Metadata directory not provided
15:57:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.775132  6279 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.778713  6279 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
15:57:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.780761  6293 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.781872  6279 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.782002  6279 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:25 on dist-test-slave-zv2n"
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.782558  6279 fs_report.cc:383] FS layout report
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/wal
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/data
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.829340  6279 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.830111  6279 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.830338  6279 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.831012  6279 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:47.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.832322  6300 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.836238  6279 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.836313  6279 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.836378  6279 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.837898  6279 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.837965  6279 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:57:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.838165  6300 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap starting.
15:57:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.848568  6279 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.67:37737
15:57:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.848666  6407 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.67:37737 every 8 connection(s)
15:57:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.849583  6279 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-2/data/info.pb
15:57:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.854718  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 6279
15:57:47.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.856384  6300 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Log is configured to *not* fsync() on all Append() calls
15:57:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.861554  6409 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.861848  6409 heartbeater.cc:464] Registering TS with master...
15:57:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.862354  6409 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:47.863 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.864217  4330 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:47.864 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.65:34391
15:57:47.865 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:57:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.865259  6408 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.865338  6408 heartbeater.cc:464] Registering TS with master...
15:57:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.865489  6408 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.865861  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 5920
15:57:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.867523  4475 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.869117  6410 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.869194  6410 heartbeater.cc:464] Registering TS with master...
15:57:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.869335  6410 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.870054  4402 ts_manager.cc:194] Re-registered known tserver with Master: ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737)
15:57:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.870975  4402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.67:54373
15:57:47.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:47.873 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] handling channelInactive
15:57:47.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state READY due to: connection closed
15:57:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.884433  6300 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.884799  6300 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Bootstrap complete.
15:57:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.885926  6300 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent bootstrapping tablet: real 0.048s	user 0.027s	sys 0.012s
15:57:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.888175  6300 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.888639  6300 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Initialized, Role: FOLLOWER
15:57:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.889057  6300 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.889715  6410 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:47.889992  6300 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
15:57:47.893 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:47.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.895 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:47.916 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:47.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [22ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [42ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1654773194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@698072ad -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@414f5acc -> wakeup thread Time-limited test)) after lookup
15:57:47.917 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:47.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.918 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:47.935 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:47.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [22ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [42ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [43ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [45ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [61ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1654773194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@698072ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@414f5acc -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971))) after lookup
15:57:47.936 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:47.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.938 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:47.996 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:47.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [22ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [42ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [43ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [45ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [61ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [63ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [65ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [65ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [122ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1654773194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@698072ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@414f5acc -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185))) after lookup
15:57:47.997 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:47.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:47.998 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:48.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:48.136 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:48.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=262), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [22ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [42ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [43ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [45ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [61ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [63ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [65ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [65ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [122ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [123ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [125ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [125ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [259ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [262ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1654773194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@698072ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185) -> (continuation of Deferred@2045461460 after retry RPC@20040687), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@414f5acc -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185) -> (continuation of Deferred@2045461460 after retry RPC@20040687))) after lookup
15:57:48.137 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:48.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:48.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:48.138 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:48.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:48.476 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391)[L],ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:48.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=602), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [22ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [42ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [43ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [45ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [61ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [63ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [65ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [65ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [122ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [123ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [125ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [125ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [259ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [262ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [264ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [265ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [265ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [600ms] refreshing cache from master, [600ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [602ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1654773194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@698072ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185) -> (continuation of Deferred@2045461460 after retry RPC@20040687) -> (continuation of Deferred@1736710282 after retry RPC@1759893798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@414f5acc -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185) -> (continuation of Deferred@2045461460 after retry RPC@20040687) -> (continuation of Deferred@1736710282 after retry RPC@1759893798))) after lookup
15:57:48.477 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] connecting to peer
15:57:48.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:48.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:48.478 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4c9ee460abc1415f827572685557a561(127.4.48.65:34391) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391
15:57:49.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.127511  6421 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 4c9ee460abc1415f827572685557a561)
15:57:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.127688  6421 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.129009  6421 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:49.130015  6111 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:49.130849  6111 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.134531  6362 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" is_pre_election: true
15:57:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.134789  6362 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 8.
15:57:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.135491  6111 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561
15:57:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.135735  6421 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Leader pre-election won for term 10
15:57:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.135826  6421 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 4c9ee460abc1415f827572685557a561)
15:57:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.135869  6421 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 9 FOLLOWER]: Advancing to term 10
15:57:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.136830  6421 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.137182  6421 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 10 election: Requested vote from peers ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67:37737), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.137492  6362 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "ec7974705cf14b8fbbb79c3c55223c9b"
15:57:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.137616  6362 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 8 FOLLOWER]: Advancing to term 10
15:57:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:49.138151  6111 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111)
15:57:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.139705  6362 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f6bc8228f76741cb8e9cf29afd6fa089 in term 10.
15:57:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.139989  6111 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ec7974705cf14b8fbbb79c3c55223c9b, f6bc8228f76741cb8e9cf29afd6fa089; no voters: 4c9ee460abc1415f827572685557a561
15:57:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.140136  6421 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 10 FOLLOWER]: Leader election won for term 10
15:57:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.140318  6421 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 10 LEADER]: Becoming Leader. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Running, Role: LEADER
15:57:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.140641  6421 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.142944  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 reported cstate change: term changed from 9 to 10, leader changed from 4c9ee460abc1415f827572685557a561 (127.4.48.65) to f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66). New cstate: current_term: 10 leader_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.534786  6362 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Refusing update from remote peer f6bc8228f76741cb8e9cf29afd6fa089: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
15:57:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:49.535458  6421 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
15:57:49.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:49.539438  6111 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 -> Peer 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391): Couldn't send request to peer 4c9ee460abc1415f827572685557a561. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.65:34391: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:50.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:50.795 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:50.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2922), Traces: [0ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [22ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [42ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [43ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [45ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [61ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [63ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [65ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [65ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [122ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [123ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [125ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [125ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [259ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [262ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [264ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [265ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [265ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [600ms] refreshing cache from master, [600ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [602ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [603ms] sending RPC to server 4c9ee460abc1415f827572685557a561, [605ms] received response from server 4c9ee460abc1415f827572685557a561: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [605ms] delaying RPC due to: Network error: Failed to connect to peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391): Connection refused: /127.4.48.65:34391, [2919ms] refreshing cache from master, [2920ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [2922ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@1654773194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@698072ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185) -> (continuation of Deferred@2045461460 after retry RPC@20040687) -> (continuation of Deferred@1736710282 after retry RPC@1759893798) -> (continuation of Deferred@517889120 after retry RPC@1336343104), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@414f5acc -> wakeup thread Time-limited test -> (continuation of Deferred@1569239178 after retry RPC@2068172971) -> (continuation of Deferred@1299359772 after retry RPC@409463185) -> (continuation of Deferred@2045461460 after retry RPC@20040687) -> (continuation of Deferred@1736710282 after retry RPC@1759893798) -> (continuation of Deferred@517889120 after retry RPC@1336343104))) after lookup
15:57:50.797 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:50.798 [DEBUG - kudu-nio-1] (Connection.java:757) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] Successfully connected to peer
15:57:50.813 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf73eadf0, L:/127.0.0.1:54292 - R:/127.4.48.66:39551] using TOKEN/null
15:57:50.830 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.65:34391
15:57:50.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.830929  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:34391
15:57:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38995
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.947991  6459 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.948246  6459 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.948293  6459 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.952070  6459 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.952188  6459 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.65
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.956912  6459 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.65:34391
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.65
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38995
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6459
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.65
15:57:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/logs
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.958084  6459 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.959412  6459 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.968628  6464 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.968698  6465 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.968816  6459 server_base.cc:1034] running on GCE node
15:57:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:50.968638  6467 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.969538  6459 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.970264  6459 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.971437  6459 hybrid_clock.cc:648] HybridClock initialized: now 1783526270971415 us; error 44 us; skew 500 ppm
15:57:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.973246  6459 webserver.cc:460] Webserver started at http://127.4.48.65:38995/ using document root <none> and password file <none>
15:57:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.973757  6459 fs_manager.cc:359] Metadata directory not provided
15:57:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.973814  6459 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.977349  6459 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
15:57:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.979436  6473 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.980810  6459 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.980930  6459 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c9ee460abc1415f827572685557a561"
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.981470  6459 fs_report.cc:383] FS layout report
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/wal
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/data
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:50.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.993664  6459 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.994319  6459 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.994518  6459 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.995085  6459 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.996203  6480 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.999912  6459 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:50.999989  6459 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.000051  6459 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:51.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.001597  6459 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.001663  6459 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:57:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.001922  6480 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap starting.
15:57:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.011937  6459 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.65:34391
15:57:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.012032  6587 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.65:34391 every 8 connection(s)
15:57:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.012995  6459 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-0/data/info.pb
15:57:51.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:51.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.020167  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 6459
15:57:51.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.020217  6480 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Log is configured to *not* fsync() on all Append() calls
15:57:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.028774  6589 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:51.029 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.028998  6589 heartbeater.cc:464] Registering TS with master...
15:57:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.029570  6589 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.029625  6588 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.029693  6588 heartbeater.cc:464] Registering TS with master...
15:57:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.029830  6588 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:51.031 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.48.66:39551
15:57:51.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.031438  4474 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.031949  4331 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.032213  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 6095
15:57:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.035282  6590 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.035365  6590 heartbeater.cc:464] Registering TS with master...
15:57:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.035526  6590 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.036299  4402 ts_manager.cc:194] Re-registered known tserver with Master: 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.037091  4402 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.65:49331
15:57:51.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:51.040 [DEBUG - kudu-nio-1] (Connection.java:239) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] handling channelInactive
15:57:51.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state READY due to: connection closed
15:57:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.050607  6480 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.050979  6480 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Bootstrap complete.
15:57:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.052047  6480 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent bootstrapping tablet: real 0.050s	user 0.037s	sys 0.004s
15:57:51.053 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:51.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.054 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.054963  6480 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.055377  6480 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c9ee460abc1415f827572685557a561, State: Initialized, Role: FOLLOWER
15:57:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.055791  6480 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.056716  6480 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561: Time spent starting tablet: real 0.005s	user 0.008s	sys 0.000s
15:57:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:51.056847  6590 heartbeater.cc:503] Master 127.4.48.125:40971 was elected leader, sending a full tablet report...
15:57:51.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:51.075 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:51.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [14ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [14ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [34ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@191922449(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5f3db0dd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c90064c -> wakeup thread Time-limited test)) after lookup
15:57:51.075 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:51.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.077 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:51.096 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:51.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [14ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [14ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [34ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [35ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [37ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [37ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [55ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@191922449(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5f3db0dd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c90064c -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041))) after lookup
15:57:51.097 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:51.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.098 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:51.156 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:51.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [14ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [14ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [34ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [35ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [37ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [37ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [55ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [56ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [58ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [58ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [115ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@191922449(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5f3db0dd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c90064c -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829))) after lookup
15:57:51.157 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:51.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.158 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:51.235 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:51.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [14ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [14ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [34ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [35ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [37ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [37ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [55ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [56ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [58ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [58ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [115ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [117ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [118ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [118ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [194ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@191922449(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5f3db0dd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829) -> (continuation of Deferred@1315801415 after retry RPC@1380128208), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c90064c -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829) -> (continuation of Deferred@1315801415 after retry RPC@1380128208))) after lookup
15:57:51.236 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:51.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:51.238 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:52.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:52.095 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737),f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)[L]]}]
15:57:52.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1055), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [14ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [14ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [34ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [35ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [37ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [37ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [55ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [56ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [58ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [58ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [115ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [117ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [118ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [118ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [194ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [196ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [198ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [198ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1052ms] refreshing cache from master, [1052ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1054ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@191922449(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5f3db0dd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829) -> (continuation of Deferred@1315801415 after retry RPC@1380128208) -> (continuation of Deferred@1291198061 after retry RPC@1345316073), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c90064c -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829) -> (continuation of Deferred@1315801415 after retry RPC@1380128208) -> (continuation of Deferred@1291198061 after retry RPC@1345316073))) after lookup
15:57:52.096 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] connecting to peer
15:57:52.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:52.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] cleaning up while in state CONNECTING due to: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:52.098 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551) for tablet d18a6eabc220462bb83d9ce8a6012c64: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551
15:57:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.330529  6601 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Starting pre-election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.330695  6601 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:52.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.331704  6601 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:52.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:52.332724  6295 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:52.333909  6295 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.337805  6542 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561" is_pre_election: true
15:57:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.338138  6542 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 9.
15:57:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.338972  6295 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.339217  6601 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Leader pre-election won for term 11
15:57:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.339280  6601 raft_consensus.cc:482] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Starting leader election (detected failure of leader f6bc8228f76741cb8e9cf29afd6fa089)
15:57:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.339320  6601 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 10 FOLLOWER]: Advancing to term 11
15:57:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.340287  6601 raft_consensus.cc:504] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.340665  6601 leader_election.cc:288] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 11 election: Requested vote from peers f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551), 4c9ee460abc1415f827572685557a561 (127.4.48.65:34391)
15:57:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.341203  6542 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18a6eabc220462bb83d9ce8a6012c64" candidate_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4c9ee460abc1415f827572685557a561"
15:57:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.341363  6542 raft_consensus.cc:3037] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 9 FOLLOWER]: Advancing to term 11
15:57:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:52.341565  6295 leader_election.cc:334] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111)
15:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.343497  6542 raft_consensus.cc:2454] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec7974705cf14b8fbbb79c3c55223c9b in term 11.
15:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.343916  6295 leader_election.cc:302] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c9ee460abc1415f827572685557a561, ec7974705cf14b8fbbb79c3c55223c9b; no voters: f6bc8228f76741cb8e9cf29afd6fa089
15:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.344112  6601 raft_consensus.cc:2781] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 11 FOLLOWER]: Leader election won for term 11
15:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.344324  6601 raft_consensus.cc:686] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [term 11 LEADER]: Becoming Leader. State: Replica: ec7974705cf14b8fbbb79c3c55223c9b, State: Running, Role: LEADER
15:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.344633  6601 consensus_queue.cc:237] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.347167  4402 catalog_manager.cc:5495] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b reported cstate change: term changed from 10 to 11, leader changed from f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66) to ec7974705cf14b8fbbb79c3c55223c9b (127.4.48.67). New cstate: current_term: 11 leader_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } health_report { overall_health: UNKNOWN } } }
15:57:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.814587  6542 raft_consensus.cc:1261] T d18a6eabc220462bb83d9ce8a6012c64 P 4c9ee460abc1415f827572685557a561 [term 11 FOLLOWER]: Refusing update from remote peer ec7974705cf14b8fbbb79c3c55223c9b: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
15:57:52.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:52.815490  6601 consensus_queue.cc:1035] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
15:57:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:52.824589  6295 consensus_peers.cc:487] T d18a6eabc220462bb83d9ce8a6012c64 P ec7974705cf14b8fbbb79c3c55223c9b -> Peer f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551): Couldn't send request to peer f6bc8228f76741cb8e9cf29afd6fa089. Status: Network error: Client connection negotiation failed: client connection to 127.4.48.66:39551: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:57:55.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d18a6eabc220462bb83d9ce8a6012c64 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480' with partition [<start>, <end>)
15:57:55.176 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d18a6eabc220462bb83d9ce8a6012c64@[4c9ee460abc1415f827572685557a561(127.4.48.65:34391),ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)[L],f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)]}]
15:57:55.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d18a6eabc220462bb83d9ce8a6012c64, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4136), Traces: [0ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [14ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [14ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [34ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [35ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [37ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [37ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [55ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [56ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [58ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [58ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [115ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [117ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [118ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [118ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [194ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [196ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [198ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [198ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1052ms] refreshing cache from master, [1052ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [1054ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, [1056ms] sending RPC to server f6bc8228f76741cb8e9cf29afd6fa089, [1058ms] received response from server f6bc8228f76741cb8e9cf29afd6fa089: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [1058ms] delaying RPC due to: Network error: Failed to connect to peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551): Connection refused: /127.4.48.66:39551, [4133ms] refreshing cache from master, [4133ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.125:40971, [4135ms] Sub RPC GetTableLocations: received response from server master-127.4.48.125:40971: OK, deferred=Deferred@191922449(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5f3db0dd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829) -> (continuation of Deferred@1315801415 after retry RPC@1380128208) -> (continuation of Deferred@1291198061 after retry RPC@1345316073) -> (continuation of Deferred@1576955873 after retry RPC@1926877211), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c90064c -> wakeup thread Time-limited test -> (continuation of Deferred@2123724545 after retry RPC@308002041) -> (continuation of Deferred@1253375366 after retry RPC@1926094829) -> (continuation of Deferred@1315801415 after retry RPC@1380128208) -> (continuation of Deferred@1291198061 after retry RPC@1345316073) -> (continuation of Deferred@1576955873 after retry RPC@1926877211))) after lookup
15:57:55.177 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] connecting to peer
15:57:55.178 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] Successfully connected to peer
15:57:55.195 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x587b7a41, L:/127.0.0.1:42698 - R:/127.4.48.67:37737] using TOKEN/null
15:57:55.210 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.48.66:39551
15:57:55.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:57:55.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.211576  4289 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:57:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.328547  6645 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:57:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.328823  6645 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:57:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.328856  6645 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:57:55.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.332832  6645 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:57:55.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.332919  6645 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.66
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.337481  6645 tablet_server_runner.cc:78] Tablet server non-default flags:
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.84:38921
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.66:39551
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:57:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.66
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41403
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.126:42063,127.4.48.125:40971,127.4.48.124:35685
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6645
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.66
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/logs
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 15:02:02 UTC on ccycloud.quasar-faqpgf.root.comops.site
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493841
15:57:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.338506  6645 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:57:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.339850  6645 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:57:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.349838  6650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.349866  6653 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.349880  6645 server_base.cc:1034] running on GCE node
15:57:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 15:57:55.350055  6651 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:57:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.350871  6645 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:57:55.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.351624  6645 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:57:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.352805  6645 hybrid_clock.cc:648] HybridClock initialized: now 1783526275352764 us; error 55 us; skew 500 ppm
15:57:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.359859  6645 webserver.cc:460] Webserver started at http://127.4.48.66:41403/ using document root <none> and password file <none>
15:57:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.360424  6645 fs_manager.cc:359] Metadata directory not provided
15:57:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.360556  6645 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:57:55.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.364418  6645 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
15:57:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.366508  6659 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:57:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.367766  6645 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.367857  6645 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data,/tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6bc8228f76741cb8e9cf29afd6fa089"
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 15:57:24 on dist-test-slave-zv2n"
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.368351  6645 fs_report.cc:383] FS layout report
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/wal
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/data
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:57:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:57:55.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.386638  6645 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:57:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.387181  6645 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:57:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.387324  6645 kserver.cc:163] Server-wide thread pool size limit: 3276
15:57:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.387820  6645 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:57:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.389003  6666 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:57:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.392522  6645 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:57:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.392575  6645 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:57:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.392620  6645 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:57:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.393999  6645 ts_tablet_manager.cc:610] Registered 1 tablets
15:57:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.394042  6645 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
15:57:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.394341  6666 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap starting.
15:57:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.404479  6645 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.66:39551
15:57:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.404575  6773 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.48.66:39551 every 8 connection(s)
15:57:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.405411  6645 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbcWOK3/test-tmp/mini-kudu-cluster9180190065088982554/ts-1/data/info.pb
15:57:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.410135  4289 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu as pid 6645
15:57:55.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:57:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.412082  6666 log.cc:824] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Log is configured to *not* fsync() on all Append() calls
15:57:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.418207  6776 heartbeater.cc:347] Connected to a master server at 127.4.48.125:40971
15:57:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.418380  6774 heartbeater.cc:347] Connected to a master server at 127.4.48.124:35685
15:57:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.418429  6776 heartbeater.cc:464] Registering TS with master...
15:57:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.418470  6774 heartbeater.cc:464] Registering TS with master...
15:57:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.418985  6774 heartbeater.cc:511] Master 127.4.48.124:35685 requested a full tablet report, sending...
15:57:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.418987  6776 heartbeater.cc:511] Master 127.4.48.125:40971 requested a full tablet report, sending...
15:57:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.419401  6775 heartbeater.cc:347] Connected to a master server at 127.4.48.126:42063
15:57:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.419478  6775 heartbeater.cc:464] Registering TS with master...
15:57:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.419602  6775 heartbeater.cc:511] Master 127.4.48.126:42063 requested a full tablet report, sending...
15:57:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.420898  4331 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.421398  4474 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.421972  4403 ts_manager.cc:194] Re-registered known tserver with Master: f6bc8228f76741cb8e9cf29afd6fa089 (127.4.48.66:39551)
15:57:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.422881  4403 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.48.66:53771
15:57:55.425 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:55.430 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526245480, tablet=d18a6eabc220462bb83d9ce8a6012c64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:57:55.436 [DEBUG - main] (Connection.java:575) [peer master-127.4.48.124:35685(127.4.48.124:35685)] disconnecting while in state READY
15:57:55.439 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.48.124:35685(127.4.48.124:35685)] handling channelInactive
15:57:55.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.48.124:35685(127.4.48.124:35685)] cleaning up while in state READY due to: connection closed
15:57:55.441 [DEBUG - main] (Connection.java:575) [peer f6bc8228f76741cb8e9cf29afd6fa089(127.4.48.66:39551)] disconnecting while in state TERMINATED
15:57:55.441 [DEBUG - main] (Connection.java:575) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] disconnecting while in state READY
15:57:55.441 [DEBUG - main] (Connection.java:575) [peer master-127.4.48.126:42063(127.4.48.126:42063)] disconnecting while in state READY
15:57:55.442 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] handling channelInactive
15:57:55.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ec7974705cf14b8fbbb79c3c55223c9b(127.4.48.67:37737)] cleaning up while in state READY due to: connection closed
15:57:55.443 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.48.126:42063(127.4.48.126:42063)] handling channelInactive
15:57:55.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.48.126:42063(127.4.48.126:42063)] cleaning up while in state READY due to: connection closed
15:57:55.444 [DEBUG - main] (Connection.java:575) [peer master-127.4.48.125:40971(127.4.48.125:40971)] disconnecting while in state READY
15:57:55.444 [DEBUG - main] (Connection.java:575) [peer 4c9ee460abc1415f827572685557a561(127.4.48.65:34391)] disconnecting while in state TERMINATED
15:57:55.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:57:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.446933  6666 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:57:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.447477  6666 tablet_bootstrap.cc:492] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Bootstrap complete.
15:57:55.447 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.48.125:40971(127.4.48.125:40971)] handling channelInactive
15:57:55.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.48.125:40971(127.4.48.125:40971)] cleaning up while in state READY due to: connection closed
15:57:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.448661  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 6459
15:57:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.450259  6666 ts_tablet_manager.cc:1397] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent bootstrapping tablet: real 0.056s	user 0.038s	sys 0.008s
15:57:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.453662  6666 raft_consensus.cc:348] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.454397  6666 raft_consensus.cc:729] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6bc8228f76741cb8e9cf29afd6fa089, State: Initialized, Role: FOLLOWER
15:57:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.454936  6666 consensus_queue.cc:260] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ec7974705cf14b8fbbb79c3c55223c9b" member_type: VOTER last_known_addr { host: "127.4.48.67" port: 37737 } } peers { permanent_uuid: "f6bc8228f76741cb8e9cf29afd6fa089" member_type: VOTER last_known_addr { host: "127.4.48.66" port: 39551 } } peers { permanent_uuid: "4c9ee460abc1415f827572685557a561" member_type: VOTER last_known_addr { host: "127.4.48.65" port: 34391 } }
15:57:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.455992  6666 ts_tablet_manager.cc:1428] T d18a6eabc220462bb83d9ce8a6012c64 P f6bc8228f76741cb8e9cf29afd6fa089: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.000s
15:57:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.456698  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 6645
15:57:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.462178  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 6279
15:57:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.468003  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 4300
15:57:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.473618  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 4369
15:57:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 15:57:55.481287  4289 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbcWOK3/build/debug/bin/kudu with pid 4442
15:57:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T15:57:55Z chronyd exiting

Time: 32.961

OK (1 test)

