JUnit version 4.13.2
.23:11:59.001 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465918994
23:11:59.053 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:11:59.082 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:11:59.092 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKWHyFu/test-tmp
23:11:59.116 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
23:11:59.119 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKWHyFu/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
23:11:59.323 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:11:59.337 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:11:59.338 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:11:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.339601  7790 mini_oidc.cc:150] Starting JWKS server
23:11:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.340289  7790 webserver.cc:534] Webserver started at http://127.0.0.1:46419/ using document root <none> and password file <none>
23:11:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.340387  7790 mini_oidc.cc:186] Starting OIDC Discovery server
23:11:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.340544  7790 webserver.cc:534] Webserver started at http://127.0.0.1:39955/ using document root <none> and password file <none>
23:11:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:11:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:59Z Disabled control of system clock
23:11:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.350239  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal
23:11:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data
23:11:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/logs
23:11:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data/info.pb
23:11:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.190:33717
23:11:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.190
23:11:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46419/jwks.json with env {}
23:11:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.422996  7801 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.423147  7801 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.423172  7801 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.425004  7801 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.425045  7801 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.425063  7801 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.425079  7801 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.425094  7801 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.425108  7801 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46419/jwks.json
23:11:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.427088  7801 master_runner.cc:387] Master server non-default flags:
23:11:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data
23:11:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal
23:11:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.190:33717
23:11:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46419/jwks.json
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data/info.pb
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.190
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7801
23:11:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/logs
23:11:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:11:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:11:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:11:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.427313  7801 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.427544  7801 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.430264  7807 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.430254  7806 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.430243  7809 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.430353  7801 server_base.cc:1061] running on GCE node
23:11:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.430634  7801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.430896  7801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.432047  7801 hybrid_clock.cc:648] HybridClock initialized: now 1783465919432021 us; error 39 us; skew 500 ppm
23:11:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.433235  7801 webserver.cc:534] Webserver started at http://127.7.155.190:43201/ using document root <none> and password file <none>
23:11:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.433414  7801 fs_manager.cc:362] Metadata directory not provided
23:11:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.433463  7801 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.433593  7801 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.434610  7801 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data/instance:
23:11:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ffff5a493761428cab79983d3ee840fe"
23:11:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.434960  7801 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal/instance:
23:11:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ffff5a493761428cab79983d3ee840fe"
23:11:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.436355  7801 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
23:11:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.437048  7815 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.437209  7801 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:11:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.437268  7801 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal
23:11:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ffff5a493761428cab79983d3ee840fe"
23:11:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.437320  7801 fs_report.cc:389] FS layout report
23:11:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal
23:11:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal
23:11:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data/data
23:11:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.463428  7801 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.463758  7801 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.463886  7801 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.467758  7801 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.190:33717
23:11:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.467787  7867 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.190:33717 every 8 connection(s)
23:11:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.468173  7801 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/data/info.pb
23:11:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.468698  7868 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.469903  7868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.474262  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 7801
23:11:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.474355  7790 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-0/wal/instance
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.474681  7868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.475167  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/logs
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data/info.pb
23:11:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.189:33861
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.189
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46419/jwks.json with env {}
23:11:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.475231  7818 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.189:33861: connect: Connection refused (error 111)
23:11:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.476537  7868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.189:33861: Network error: Client connection negotiation failed: client connection to 127.7.155.189:33861: connect: Connection refused (error 111)
23:11:59.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.525707  7868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } attempt: 1
23:11:59.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.526518  7868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.189:33861: Network error: Client connection negotiation failed: client connection to 127.7.155.189:33861: connect: Connection refused (error 111)
23:11:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.550086  7873 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.550237  7873 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.550256  7873 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.551909  7873 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.551951  7873 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.551963  7873 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.551973  7873 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.551985  7873 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.551993  7873 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46419/jwks.json
23:11:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.554147  7873 master_runner.cc:387] Master server non-default flags:
23:11:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.189:33861
23:11:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46419/jwks.json
23:11:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data/info.pb
23:11:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.189
23:11:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7873
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/logs
23:11:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:11:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:11:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:11:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.554383  7873 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.554618  7873 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.557375  7878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.557440  7879 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.557497  7881 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.557605  7873 server_base.cc:1061] running on GCE node
23:11:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.557758  7873 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.557940  7873 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.559072  7873 hybrid_clock.cc:648] HybridClock initialized: now 1783465919559054 us; error 32 us; skew 500 ppm
23:11:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.560406  7873 webserver.cc:534] Webserver started at http://127.7.155.189:40929/ using document root <none> and password file <none>
23:11:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.560598  7873 fs_manager.cc:362] Metadata directory not provided
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.560649  7873 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.560740  7873 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.561755  7873 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data/instance:
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "111e9cff8c14460cb72f8ada9e8d9920"
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.562119  7873 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal/instance:
23:11:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "111e9cff8c14460cb72f8ada9e8d9920"
23:11:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.563553  7873 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
23:11:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.564366  7887 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.564510  7873 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:11:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.564558  7873 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal
23:11:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "111e9cff8c14460cb72f8ada9e8d9920"
23:11:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.564608  7873 fs_report.cc:389] FS layout report
23:11:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal
23:11:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal
23:11:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data/data
23:11:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.575711  7873 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.575945  7873 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.576022  7873 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.579443  7873 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.189:33861
23:11:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.579502  7939 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.189:33861 every 8 connection(s)
23:11:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.579710  7873 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/data/info.pb
23:11:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.580235  7940 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.580283  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 7873
23:11:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.580339  7790 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-1/wal/instance
23:11:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.580679  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal
23:11:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data
23:11:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/logs
23:11:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data/info.pb
23:11:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.188:34587
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.188
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46419/jwks.json with env {}
23:11:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.581858  7940 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.590240  7940 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.594647  7868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } attempt: 2
23:11:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.595253  7940 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.595943  7888 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.188:34587: connect: Connection refused (error 111)
23:11:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.597425  7940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.188:34587: Network error: Client connection negotiation failed: client connection to 127.7.155.188:34587: connect: Connection refused (error 111)
23:11:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.597728  7868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.598218  7868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.188:34587: Network error: Client connection negotiation failed: client connection to 127.7.155.188:34587: connect: Connection refused (error 111)
23:11:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.641381  7868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } attempt: 1
23:11:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.642221  7868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.188:34587: Network error: Client connection negotiation failed: client connection to 127.7.155.188:34587: connect: Connection refused (error 111)
23:11:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.646601  7940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } attempt: 1
23:11:59.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.647286  7940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.188:34587: Network error: Client connection negotiation failed: client connection to 127.7.155.188:34587: connect: Connection refused (error 111)
23:11:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.658582  7942 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.658722  7942 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.658739  7942 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.660660  7942 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.660713  7942 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.660732  7942 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.660748  7942 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.660764  7942 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.660778  7942 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46419/jwks.json
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.663081  7942 master_runner.cc:387] Master server non-default flags:
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.188:34587
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46419/jwks.json
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data/info.pb
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.188
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7942
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/logs
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:11:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.663308  7942 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.663542  7942 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.665787  7951 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.666069  7954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.666128  7952 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.667097  7942 server_base.cc:1061] running on GCE node
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.667294  7942 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.667510  7942 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.670733  7942 hybrid_clock.cc:648] HybridClock initialized: now 1783465919670708 us; error 36 us; skew 500 ppm
23:11:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.671793  7942 webserver.cc:534] Webserver started at http://127.7.155.188:34979/ using document root <none> and password file <none>
23:11:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.671999  7942 fs_manager.cc:362] Metadata directory not provided
23:11:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.672051  7942 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.672147  7942 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.673050  7942 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data/instance:
23:11:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a932a17bde45aa949fd9de2e92284b"
23:11:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.673354  7942 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal/instance:
23:11:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a932a17bde45aa949fd9de2e92284b"
23:11:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.674711  7942 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
23:11:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.675377  7960 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.675508  7942 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:11:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.675557  7942 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a932a17bde45aa949fd9de2e92284b"
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.675598  7942 fs_report.cc:389] FS layout report
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data/data
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.687585  7942 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.687844  7942 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.687923  7942 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.689388  7868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } attempt: 2
23:11:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.690145  7868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.155.188:34587: Network error: Client connection negotiation failed: client connection to 127.7.155.188:34587: connect: Connection refused (error 111)
23:11:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.691941  7942 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.188:34587
23:11:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.691965  8012 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.188:34587 every 8 connection(s)
23:11:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.692253  7942 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/data/info.pb
23:11:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.692716  8013 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.693929  8013 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.694936  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 7942
23:11:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.695027  7790 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/master-2/wal/instance
23:11:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.699472  8013 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.702672  8013 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } has no permanent_uuid. Determining permanent_uuid...
23:11:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.706357  8013 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b: Bootstrap starting.
23:11:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.706848  8013 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b: Neither blocks nor log segments found. Creating new log.
23:11:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.707016  8013 log.cc:826] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b: Log is configured to *not* fsync() on all Append() calls
23:11:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.707576  8013 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b: No bootstrap required, opened a new log
23:11:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709393  8013 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709486  8013 raft_consensus.cc:385] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709504  8013 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69a932a17bde45aa949fd9de2e92284b, State: Initialized, Role: FOLLOWER
23:11:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709597  8013 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709811  8013 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: configured and running, proceeding with master startup.
23:11:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709830  8022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.709908  8022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.711568  8033 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:11:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.711620  8033 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:11:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.711740  7942 master_runner.cc:187] Error getting master registration for 127.7.155.190:33717: OK, instance_id { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" instance_seqno: 1783465919466846 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:59.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.712800  7942 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.715435  7940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } attempt: 2
23:11:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.719521  7940 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: Bootstrap starting.
23:11:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.720059  7940 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: Neither blocks nor log segments found. Creating new log.
23:11:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.720572  7940 log.cc:826] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: Log is configured to *not* fsync() on all Append() calls
23:11:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.721128  7940 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: No bootstrap required, opened a new log
23:11:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.722182  7940 raft_consensus.cc:359] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.722268  7940 raft_consensus.cc:385] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.722287  7940 raft_consensus.cc:740] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 111e9cff8c14460cb72f8ada9e8d9920, State: Initialized, Role: FOLLOWER
23:11:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.722358  7940 consensus_queue.cc:260] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.722610  7940 sys_catalog.cc:565] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: configured and running, proceeding with master startup.
23:11:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.723979  8036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.724417  8036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.724807  8047 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:11:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.725086  8047 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:11:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.724452  7873 master_runner.cc:187] Error getting master registration for 127.7.155.190:33717: OK, instance_id { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" instance_seqno: 1783465919466846 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.726121  7873 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.773849  8022 raft_consensus.cc:493] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.773977  8022 raft_consensus.cc:515] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.774189  8022 leader_election.cc:290] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ffff5a493761428cab79983d3ee840fe (127.7.155.190:33717), 111e9cff8c14460cb72f8ada9e8d9920 (127.7.155.189:33861)
23:11:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.774529  7914 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69a932a17bde45aa949fd9de2e92284b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "111e9cff8c14460cb72f8ada9e8d9920" is_pre_election: true
23:11:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.774667  7914 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 69a932a17bde45aa949fd9de2e92284b in term 0.
23:11:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.774838  7963 leader_election.cc:304] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 111e9cff8c14460cb72f8ada9e8d9920, 69a932a17bde45aa949fd9de2e92284b; no voters: 
23:11:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.774948  8022 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.774982  8022 raft_consensus.cc:493] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.775002  8022 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 0 FOLLOWER]: Advancing to term 1
23:11:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.775810  8022 raft_consensus.cc:515] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.775934  8022 leader_election.cc:290] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [CANDIDATE]: Term 1 election: Requested vote from peers ffff5a493761428cab79983d3ee840fe (127.7.155.190:33717), 111e9cff8c14460cb72f8ada9e8d9920 (127.7.155.189:33861)
23:11:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.776100  7914 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69a932a17bde45aa949fd9de2e92284b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "111e9cff8c14460cb72f8ada9e8d9920"
23:11:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.776154  7914 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 0 FOLLOWER]: Advancing to term 1
23:11:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.776876  7914 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 69a932a17bde45aa949fd9de2e92284b in term 1.
23:11:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.777030  7963 leader_election.cc:304] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 111e9cff8c14460cb72f8ada9e8d9920, 69a932a17bde45aa949fd9de2e92284b; no voters: 
23:11:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.777143  8022 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 1 FOLLOWER]: Leader election won for term 1
23:11:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.777307  8022 raft_consensus.cc:697] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [term 1 LEADER]: Becoming Leader. State: Replica: 69a932a17bde45aa949fd9de2e92284b, State: Running, Role: LEADER
23:11:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.777406  8022 consensus_queue.cc:237] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.777771  8022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69a932a17bde45aa949fd9de2e92284b. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.777833  8022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: This master's current role is: LEADER
23:11:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.778607  8051 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:11:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.779191  8051 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:11:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.781234  7914 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [term 1 FOLLOWER]: Refusing update from remote peer 69a932a17bde45aa949fd9de2e92284b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.781870  8022 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [LEADER]: Connected to new peer: Peer: permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.783288  8036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69a932a17bde45aa949fd9de2e92284b. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.783372  8036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.784801  8052 mvcc.cc:204] Tried to move back new op lower bound from 7305076407419887616 to 7305076407408889856. Current Snapshot: MvccSnapshot[applied={T|T < 7305076407419887616}]
23:11:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.785168  8022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.785239  8022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: This master's current role is: LEADER
23:11:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.785660  8036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.785730  8036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920 [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.785903  8053 mvcc.cc:204] Tried to move back new op lower bound from 7305076407419887616 to 7305076407408889856. Current Snapshot: MvccSnapshot[applied={T|T < 7305076407419887616}]
23:11:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.797252  7868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } attempt: 3
23:11:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.798223  8051 catalog_manager.cc:1382] Generated new cluster ID: 34e245c44c504aeeb4d7dee58428aa70
23:11:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.798285  8051 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:11:59.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.801913  7868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: Bootstrap starting.
23:11:59.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.802614  7868 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: Neither blocks nor log segments found. Creating new log.
23:11:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.803205  7868 log.cc:826] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: Log is configured to *not* fsync() on all Append() calls
23:11:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.803841  7868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: No bootstrap required, opened a new log
23:11:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.805014  7868 raft_consensus.cc:359] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.805111  7868 raft_consensus.cc:385] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.805138  7868 raft_consensus.cc:740] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffff5a493761428cab79983d3ee840fe, State: Initialized, Role: FOLLOWER
23:11:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.805231  7868 consensus_queue.cc:260] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } }
23:11:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.805501  7868 sys_catalog.cc:565] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: configured and running, proceeding with master startup.
23:11:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.806177  8051 catalog_manager.cc:1405] Generated new certificate authority record
23:11:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.806820  8051 catalog_manager.cc:1539] Loading token signing keys...
23:11:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.806879  7841 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69a932a17bde45aa949fd9de2e92284b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ffff5a493761428cab79983d3ee840fe"
23:11:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.806957  7841 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [term 0 FOLLOWER]: Advancing to term 1
23:11:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.807680  7841 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 69a932a17bde45aa949fd9de2e92284b in term 1.
23:11:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.808054  7840 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [term 1 FOLLOWER]: Refusing update from remote peer 69a932a17bde45aa949fd9de2e92284b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.808239  8049 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.807938  7842 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69a932a17bde45aa949fd9de2e92284b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ffff5a493761428cab79983d3ee840fe" is_pre_election: true
23:11:59.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.812248  8070 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:11:59.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.812507  8070 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:11:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.813090  8072 mvcc.cc:204] Tried to move back new op lower bound from 7305076407521906688 to 7305076407408889856. Current Snapshot: MvccSnapshot[applied={T|T < 7305076407419887616}]
23:11:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.814131  8074 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.814427  8074 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.814646  8074 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69a932a17bde45aa949fd9de2e92284b. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.814868  8074 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.815048  8074 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.815256  8074 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe [sys.catalog]: This master's current role is: FOLLOWER
23:11:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.821373  8049 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "69a932a17bde45aa949fd9de2e92284b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffff5a493761428cab79983d3ee840fe" member_type: VOTER last_known_addr { host: "127.7.155.190" port: 33717 } } peers { permanent_uuid: "111e9cff8c14460cb72f8ada9e8d9920" member_type: VOTER last_known_addr { host: "127.7.155.189" port: 33861 } } peers { permanent_uuid: "69a932a17bde45aa949fd9de2e92284b" member_type: VOTER last_known_addr { host: "127.7.155.188" port: 34587 } } }
23:11:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.821471  8049 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b [sys.catalog]: This master's current role is: LEADER
23:11:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.822814  8051 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 69a932a17bde45aa949fd9de2e92284b: Generated new TSK 0
23:11:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.823180  8051 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.828986  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:0
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:59.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.931195  8079 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:59.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.931344  8079 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.931377  8079 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:59.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.932991  8079 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:59.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.933045  8079 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.129
23:11:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.934669  8079 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:0
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8079
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:11:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.934872  8079 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.935115  8079 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.939451  8085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.939466  8084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:59.939620  8087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.940303  8079 server_base.cc:1061] running on GCE node
23:11:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.940450  8079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.940599  8079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.947925  8079 hybrid_clock.cc:648] HybridClock initialized: now 1783465919947902 us; error 36 us; skew 500 ppm
23:11:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.949244  8079 webserver.cc:534] Webserver started at http://127.7.155.129:44565/ using document root <none> and password file <none>
23:11:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.949442  8079 fs_manager.cc:362] Metadata directory not provided
23:11:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.949493  8079 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.949609  8079 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.950678  8079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/instance:
23:11:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:11:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.951032  8079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal/instance:
23:11:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:11:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.952448  8079 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
23:11:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.953202  8093 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.953348  8079 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
23:11:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.953399  8079 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:11:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:11:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.953449  8079 fs_report.cc:389] FS layout report
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/data
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.969070  8079 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.969384  8079 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.969496  8079 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.969708  8079 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.970086  8079 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.970121  8079 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:11:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.970150  8079 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.970229  8079 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:11:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.976733  8079 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.129:44335
23:11:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.976804  8206 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.129:44335 every 8 connection(s)
23:11:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.977108  8079 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:11:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.980430  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 8079
23:11:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.980522  7790 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal/instance
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.981741  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:0
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.986974  8207 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987053  8209 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987064  8207 heartbeater.cc:461] Registering TS with master...
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987100  8209 heartbeater.cc:461] Registering TS with master...
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987329  8207 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987334  8209 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987778  8208 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:11:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.987773  7976 ts_manager.cc:194] Registered new tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:11:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.988056  8208 heartbeater.cc:461] Registering TS with master...
23:11:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.988363  8208 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:11:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.988679  7976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.129:53301
23:11:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.988993  7904 ts_manager.cc:194] Registered new tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:11:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:59.989382  7832 ts_manager.cc:194] Registered new tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:00.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.061005  8214 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.061193  8214 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.061219  8214 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.063261  8214 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.063328  8214 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.130
23:12:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.065516  8214 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:0
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8214
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.065763  8214 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.066023  8214 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.068691  8222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.068735  8214 server_base.cc:1061] running on GCE node
23:12:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.068691  8220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.068686  8219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.069262  8214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.069473  8214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.070611  8214 hybrid_clock.cc:648] HybridClock initialized: now 1783465920070601 us; error 39 us; skew 500 ppm
23:12:00.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.071620  8214 webserver.cc:534] Webserver started at http://127.7.155.130:42357/ using document root <none> and password file <none>
23:12:00.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.071797  8214 fs_manager.cc:362] Metadata directory not provided
23:12:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.071861  8214 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.071959  8214 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.072780  8214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/instance:
23:12:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.073081  8214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal/instance:
23:12:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.074296  8214 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.074863  8228 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.075011  8214 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.075067  8214 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.075117  8214 fs_report.cc:389] FS layout report
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/data
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.085975  8214 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086248  8214 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086354  8214 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086555  8214 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086898  8214 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086935  8214 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086964  8214 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.086982  8214 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:00.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.092469  8214 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.130:40203
23:12:00.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.092520  8341 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.130:40203 every 8 connection(s)
23:12:00.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.092764  8214 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.097470  8344 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.097793  8344 heartbeater.cc:461] Registering TS with master...
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.097782  8342 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.097937  8342 heartbeater.cc:461] Registering TS with master...
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098012  8344 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098028  8342 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098381  8343 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098388  7976 ts_manager.cc:194] Registered new tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098429  8343 heartbeater.cc:461] Registering TS with master...
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098433  7904 ts_manager.cc:194] Registered new tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098505  8343 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098760  7832 ts_manager.cc:194] Registered new tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.098819  7976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.130:58291
23:12:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.101830  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 8214
23:12:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.101897  7790 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal/instance
23:12:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.102847  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:0
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.175647  8349 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.175800  8349 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.175817  8349 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:00.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.177211  8349 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:00.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.177256  8349 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.131
23:12:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.178706  8349 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:0
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8349
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.178910  8349 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.179178  8349 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.181591  8355 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.181627  8357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.181699  8349 server_base.cc:1061] running on GCE node
23:12:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.181829  8354 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.181968  8349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.182132  8349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:00.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.183260  8349 hybrid_clock.cc:648] HybridClock initialized: now 1783465920183241 us; error 31 us; skew 500 ppm
23:12:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.184309  8349 webserver.cc:534] Webserver started at http://127.7.155.131:37801/ using document root <none> and password file <none>
23:12:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.184458  8349 fs_manager.cc:362] Metadata directory not provided
23:12:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.184489  8349 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.184552  8349 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.185303  8349 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/instance:
23:12:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.185595  8349 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal/instance:
23:12:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.186559  8349 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.187135  8363 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.187269  8349 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.187310  8349 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.187346  8349 fs_report.cc:389] FS layout report
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/data
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.196626  8349 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.196858  8349 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.196934  8349 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.197085  8349 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.197357  8349 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.197386  8349 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.197407  8349 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.197418  8349 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.202677  8349 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.131:46305
23:12:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.202742  8476 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.131:46305 every 8 connection(s)
23:12:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.202952  8349 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.206387  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 8349
23:12:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.206459  7790 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal/instance
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.207860  8478 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.207875  8479 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.207962  8479 heartbeater.cc:461] Registering TS with master...
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208158  8479 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.207960  8478 heartbeater.cc:461] Registering TS with master...
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208526  8478 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208585  7904 ts_manager.cc:194] Registered new tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208668  8477 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208710  8477 heartbeater.cc:461] Registering TS with master...
23:12:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208786  8477 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.208834  7832 ts_manager.cc:194] Registered new tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.209024  7976 ts_manager.cc:194] Registered new tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.209443  7976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.131:55491
23:12:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.220844  7790 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:12:00.221 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:00.222 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:12:00.230 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.155.190"
      port: 33717
    }
    bound_http_address {
      host: "127.7.155.190"
      port: 43201
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.155.189"
      port: 33861
    }
    bound_http_address {
      host: "127.7.155.189"
      port: 40929
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.155.188"
      port: 34587
    }
    bound_http_address {
      host: "127.7.155.188"
      port: 34979
    }
  }
}

23:12:00.233 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:12:00.235 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.155.129"
      port: 44335
    }
    bound_http_address {
      host: "127.7.155.129"
      port: 44565
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.155.130"
      port: 40203
    }
    bound_http_address {
      host: "127.7.155.130"
      port: 42357
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.155.131"
      port: 46305
    }
    bound_http_address {
      host: "127.7.155.131"
      port: 37801
    }
  }
}

23:12:00.235 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:12:00.436 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:12:00.493 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:00.678 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.155.189:33861(127.7.155.189:33861)] connecting to peer
23:12:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.725802  8047 catalog_manager.cc:1294] Loaded cluster ID: 34e245c44c504aeeb4d7dee58428aa70
23:12:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.725874  8047 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: loading cluster ID for follower catalog manager: success
23:12:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.727182  8047 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: acquiring CA information for follower catalog manager: success
23:12:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.727514  8047 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 111e9cff8c14460cb72f8ada9e8d9920: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:00.731 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.155.188:34587(127.7.155.188:34587)] connecting to peer
23:12:00.732 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.155.190:33717(127.7.155.190:33717)] connecting to peer
23:12:00.747 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.155.188:34587(127.7.155.188:34587)] Successfully connected to peer
23:12:00.747 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.155.190:33717(127.7.155.190:33717)] Successfully connected to peer
23:12:00.747 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.155.189:33861(127.7.155.189:33861)] Successfully connected to peer
23:12:00.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.813061  8070 catalog_manager.cc:1294] Loaded cluster ID: 34e245c44c504aeeb4d7dee58428aa70
23:12:00.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.813122  8070 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: loading cluster ID for follower catalog manager: success
23:12:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.814251  8070 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: acquiring CA information for follower catalog manager: success
23:12:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.814572  8070 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ffff5a493761428cab79983d3ee840fe: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:00.831 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.155.188
23:12:00.831 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.155.189
23:12:00.834 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.155.190
23:12:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.989481  8207 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:01.052 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8d74d4ad, L:/127.0.0.1:45282 - R:/127.7.155.188:34587] using SASL/PLAIN
23:12:01.052 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf439270b, L:/127.0.0.1:43478 - R:/127.7.155.190:33717] using SASL/PLAIN
23:12:01.052 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdfc5e6b2, L:/127.0.0.1:35328 - R:/127.7.155.189:33861] using SASL/PLAIN
23:12:01.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:01.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=435), Traces: [0ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.155.189:33861, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.155.188:34587, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.155.190:33717, [412ms] Sub RPC ConnectToMaster: received response from server master-127.7.155.189:33861: OK, [412ms] Sub RPC ConnectToMaster: received response from server master-127.7.155.190:33717: OK, [412ms] Sub RPC ConnectToMaster: received response from server master-127.7.155.188:34587: OK, deferred=null) after lookup
23:12:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.099458  8342 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.123128  7976 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45282:
23:12:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637"
23:12:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:12:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:12:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:12:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:12:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.123489  7976 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:12:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.136089  8141 tablet_service.cc:1511] Processing CreateTablet for tablet d9c6cd65660c4c77bcd130cc8d3a47d8 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637 [id=1222a92a01fc4fda9bd92e5cc7f1494e]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:01.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.136400  8141 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9c6cd65660c4c77bcd130cc8d3a47d8. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.140229  8513 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap starting.
23:12:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.141188  8513 tablet_bootstrap.cc:654] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Neither blocks nor log segments found. Creating new log.
23:12:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.141701  8513 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Log is configured to *not* fsync() on all Append() calls
23:12:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.142539  8276 tablet_service.cc:1511] Processing CreateTablet for tablet d9c6cd65660c4c77bcd130cc8d3a47d8 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637 [id=1222a92a01fc4fda9bd92e5cc7f1494e]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.142795  8276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9c6cd65660c4c77bcd130cc8d3a47d8. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:01.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1222a92a01fc4fda9bd92e5cc7f1494e
23:12:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.148871  8514 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap starting.
23:12:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.148865  8411 tablet_service.cc:1511] Processing CreateTablet for tablet d9c6cd65660c4c77bcd130cc8d3a47d8 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637 [id=1222a92a01fc4fda9bd92e5cc7f1494e]), partition=RANGE (key) PARTITION UNBOUNDED
23:12:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.149155  8411 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9c6cd65660c4c77bcd130cc8d3a47d8. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.149933  8514 tablet_bootstrap.cc:654] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Neither blocks nor log segments found. Creating new log.
23:12:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.150383  8514 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Log is configured to *not* fsync() on all Append() calls
23:12:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.151166  8513 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: No bootstrap required, opened a new log
23:12:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.151407  8513 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent bootstrapping tablet: real 0.011s	user 0.000s	sys 0.001s
23:12:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.151859  8517 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap starting.
23:12:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.152621  8517 tablet_bootstrap.cc:654] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Neither blocks nor log segments found. Creating new log.
23:12:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.153172  8513 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.153586  8513 raft_consensus.cc:385] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.153774  8513 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Initialized, Role: FOLLOWER
23:12:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.154035  8513 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.154451  8513 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
23:12:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.156847  8514 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: No bootstrap required, opened a new log
23:12:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.157132  8514 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent bootstrapping tablet: real 0.008s	user 0.002s	sys 0.000s
23:12:01.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.153069  8517 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Log is configured to *not* fsync() on all Append() calls
23:12:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.159015  8514 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.159125  8514 raft_consensus.cc:385] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.159153  8514 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Initialized, Role: FOLLOWER
23:12:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.159237  8514 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.159469  8514 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
23:12:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.161186  8517 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: No bootstrap required, opened a new log
23:12:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.161257  8517 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent bootstrapping tablet: real 0.009s	user 0.001s	sys 0.000s
23:12:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.166728  8517 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.166868  8517 raft_consensus.cc:385] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.166898  8517 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Initialized, Role: FOLLOWER
23:12:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.167026  8517 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.167271  8517 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.000s
23:12:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.167321  8477 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.203971  8480 tablet.cc:2406] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.230291  8210 tablet.cc:2406] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:01.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.344561  8345 tablet.cc:2406] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.397805  8518 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.397936  8518 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.398320  8518 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.401573  8296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8" is_pre_election: true
23:12:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.401685  8431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60" is_pre_election: true
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.401738  8296 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 0.
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.401793  8431 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 0.
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.401964  8095 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: 
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.402105  8518 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.402141  8518 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.402163  8518 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 0 FOLLOWER]: Advancing to term 1
23:12:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.402784  8518 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.402907  8518 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 1 election: Requested vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.403121  8431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.403201  8431 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 0 FOLLOWER]: Advancing to term 1
23:12:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.403210  8296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.403283  8296 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 0 FOLLOWER]: Advancing to term 1
23:12:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.403990  8431 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 1.
23:12:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.404052  8296 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 1.
23:12:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.404235  8096 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 
23:12:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.404400  8518 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 FOLLOWER]: Leader election won for term 1
23:12:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.404541  8518 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 LEADER]: Becoming Leader. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Running, Role: LEADER
23:12:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.404629  8518 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.405484  7976 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129). New cstate: current_term: 1 leader_uuid: "7ebb6a23de2a4893a56e6305bed71081" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:01.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1222a92a01fc4fda9bd92e5cc7f1494e
23:12:01.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:01.466 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:01.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [7ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=null) after lookup
23:12:01.475 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:01.477 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] Successfully connected to peer
23:12:01.535 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x390ec0f1, L:/127.0.0.1:36100 - R:/127.7.155.129:44335] using TOKEN/null
23:12:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.538563  8431 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Refusing update from remote peer 7ebb6a23de2a4893a56e6305bed71081: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.538569  8296 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 1 FOLLOWER]: Refusing update from remote peer 7ebb6a23de2a4893a56e6305bed71081: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.538890  8518 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Connected to new peer: Peer: permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.539036  8518 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.551126  8528 mvcc.cc:204] Tried to move back new op lower bound from 7305076414618943488 to 7305076414073786368. Current Snapshot: MvccSnapshot[applied={T|T < 7305076414618943488 or (T in {7305076414618943488})}]
23:12:01.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:01.601 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.129:44335
23:12:01.602 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.602466  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 8079
23:12:01.607 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:01.609 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] handling channelInactive
23:12:01.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state READY due to: connection closed
23:12:01.610 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: connection closed
23:12:01.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:01.632 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:01.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test)) after lookup
23:12:01.633 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:01.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.636 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:01.651 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:01.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [28ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261))) after lookup
23:12:01.653 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:01.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.654 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:01.672 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:01.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [28ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [45ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [47ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [64ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823))) after lookup
23:12:01.673 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:01.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.675 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:01.712 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:01.713 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=105), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [28ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [45ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [47ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [64ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [66ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [68ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [68ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [105ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384))) after lookup
23:12:01.714 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:01.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.716 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:01.892 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:01.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=284), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [28ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [45ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [47ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [64ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [66ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [68ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [68ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [105ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [106ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [109ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [109ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [282ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [284ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384) -> (continuation of Deferred@1205728500 after retry RPC@1021621629), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384) -> (continuation of Deferred@1205728500 after retry RPC@1021621629))) after lookup
23:12:01.893 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:01.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:01.895 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:02.411 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:02.412 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:02.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=805), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [28ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [45ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [47ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [64ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [66ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [68ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [68ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [105ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [106ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [109ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [109ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [282ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [284ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [286ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [288ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [288ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [802ms] refreshing cache from master, [802ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [804ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384) -> (continuation of Deferred@1205728500 after retry RPC@1021621629) -> (continuation of Deferred@1189015408 after retry RPC@1602811275), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384) -> (continuation of Deferred@1205728500 after retry RPC@1021621629) -> (continuation of Deferred@1189015408 after retry RPC@1602811275))) after lookup
23:12:02.414 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:02.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:02.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:02.415 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.067904  8542 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.067960  8541 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.068004  8542 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.068040  8541 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.068296  8542 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.068526  8541 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.068862  8366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.068882  8231 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.069310  8231 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.069448  8366 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071460  8296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8" is_pre_election: true
23:12:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071532  8296 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 1.
23:12:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071696  8365 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071830  8541 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071887  8541 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071907  8541 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 1 FOLLOWER]: Advancing to term 2
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.071933  8431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60" is_pre_election: true
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.072475  8541 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.072593  8431 raft_consensus.cc:2393] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 591cb6a145a6427ebd5b2eb661977ec8 in current term 2: Already voted for candidate dcbbb2c1773e46f9b591581580ab0e60 in this term.
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.072597  8541 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 2 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.072793  8296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.072845  8296 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 1 FOLLOWER]: Advancing to term 2
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.072819  8231 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8; no voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.073220  8366 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.073423  8296 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 2.
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.073493  8542 raft_consensus.cc:2749] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.073603  8365 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.073678  8541 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Leader election won for term 2
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.073794  8541 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 LEADER]: Becoming Leader. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Running, Role: LEADER
23:12:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.073879  8541 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:03.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.074494  7976 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 reported cstate change: term changed from 1 to 2, leader changed from 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129) to dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131). New cstate: current_term: 2 leader_uuid: "dcbbb2c1773e46f9b591581580ab0e60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: HEALTHY } } }
23:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.519459  8296 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Refusing update from remote peer dcbbb2c1773e46f9b591581580ab0e60: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
23:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.519789  8541 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
23:12:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.522059  8366 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 -> Peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Couldn't send request to peer 7ebb6a23de2a4893a56e6305bed71081. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:03.772 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:03.772 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:03.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2165), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [3ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [28ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [45ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [47ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [64ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [66ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [68ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [68ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [105ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [106ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [109ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [109ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [282ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [284ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [286ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [288ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [288ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [802ms] refreshing cache from master, [802ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [804ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [806ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [808ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [808ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2161ms] refreshing cache from master, [2162ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [2164ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1536598775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@14026e5f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384) -> (continuation of Deferred@1205728500 after retry RPC@1021621629) -> (continuation of Deferred@1189015408 after retry RPC@1602811275) -> (continuation of Deferred@2070539802 after retry RPC@1739429373), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ceffe5b -> wakeup thread Time-limited test -> (continuation of Deferred@1690512640 after retry RPC@28372261) -> (continuation of Deferred@1121994151 after retry RPC@1307549823) -> (continuation of Deferred@1957297649 after retry RPC@1995060384) -> (continuation of Deferred@1205728500 after retry RPC@1021621629) -> (continuation of Deferred@1189015408 after retry RPC@1602811275) -> (continuation of Deferred@2070539802 after retry RPC@1739429373))) after lookup
23:12:03.774 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:03.775 [DEBUG - kudu-nio-2] (Connection.java:757) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] Successfully connected to peer
23:12:03.796 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7bda14f0, L:/127.0.0.1:54012 - R:/127.7.155.131:46305] using TOKEN/null
23:12:03.806 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.129:44335
23:12:03.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.808821  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.881054  8571 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.881196  8571 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.881222  8571 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.882849  8571 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.882906  8571 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.129
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.884471  8571 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8571
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.884687  8571 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.884954  8571 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.887447  8576 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.887455  8577 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.887557  8571 server_base.cc:1061] running on GCE node
23:12:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.887467  8579 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.887971  8571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.888150  8571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.889290  8571 hybrid_clock.cc:648] HybridClock initialized: now 1783465923889275 us; error 30 us; skew 500 ppm
23:12:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.890293  8571 webserver.cc:534] Webserver started at http://127.7.155.129:44565/ using document root <none> and password file <none>
23:12:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.890429  8571 fs_manager.cc:362] Metadata directory not provided
23:12:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.890470  8571 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.891502  8571 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.000s	sys 0.001s
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.892063  8585 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.892194  8571 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.892238  8571 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.892452  8571 fs_report.cc:389] FS layout report
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/data
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.901998  8571 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.902205  8571 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.902288  8571 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.902427  8571 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.902747  8592 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.903539  8571 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.903578  8571 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.903599  8571 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.904073  8571 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.904100  8571 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.904174  8592 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap starting.
23:12:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.909678  8571 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.129:44335
23:12:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.909747  8699 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.129:44335 every 8 connection(s)
23:12:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.910038  8571 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.912344  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 8571
23:12:03.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:03.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.914129  8592 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Log is configured to *not* fsync() on all Append() calls
23:12:03.917 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:03.917 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.131:46305
23:12:03.918 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:03.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.918272  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 8349
23:12:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.920429  8700 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.920522  8700 heartbeater.cc:461] Registering TS with master...
23:12:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.920691  8700 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.920863  8701 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.920924  8701 heartbeater.cc:461] Registering TS with master...
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.920971  8592 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.921012  8701 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.921209  8592 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap complete.
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.921365  7977 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.921394  7831 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.921900  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.129:38129
23:12:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.922147  8592 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent bootstrapping tablet: real 0.018s	user 0.004s	sys 0.007s
23:12:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.923146  8592 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.923380  8592 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Initialized, Role: FOLLOWER
23:12:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.923511  8592 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.923749  8592 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.001s
23:12:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.923867  8700 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.925562  8702 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:03.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.925767  8702 heartbeater.cc:461] Registering TS with master...
23:12:03.926 [DEBUG - kudu-nio-2] (Connection.java:239) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] handling channelInactive
23:12:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.926003  8702 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:03.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state READY due to: connection closed
23:12:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.926448  7903 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:03.930 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:03.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.931 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:03.952 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:03.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [5ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [5ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@422416775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@411de750 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41cae1d2 -> wakeup thread Time-limited test)) after lookup
23:12:03.953 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:03.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.954 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.971 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:03.971 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:03.972 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [5ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [5ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [28ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [28ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@422416775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@411de750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41cae1d2 -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699))) after lookup
23:12:03.973 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:03.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:03.974 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:04.012 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:04.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [5ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [5ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [28ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [28ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [46ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [48ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [48ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@422416775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@411de750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41cae1d2 -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304))) after lookup
23:12:04.013 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:04.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.015 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.172 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:04.172 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:04.172 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=246), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [5ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [5ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [28ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [28ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [46ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [48ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [48ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [87ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [88ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [89ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [243ms] refreshing cache from master, [243ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [245ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@422416775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@411de750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304) -> (continuation of Deferred@1289792991 after retry RPC@1337629047), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41cae1d2 -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304) -> (continuation of Deferred@1289792991 after retry RPC@1337629047))) after lookup
23:12:04.173 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:04.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.175 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:04.292 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:04.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=366), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [5ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [5ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [28ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [28ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [46ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [48ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [48ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [87ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [88ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [89ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [243ms] refreshing cache from master, [243ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [245ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [247ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [249ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [249ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [363ms] refreshing cache from master, [363ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [365ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@422416775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@411de750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304) -> (continuation of Deferred@1289792991 after retry RPC@1337629047) -> (continuation of Deferred@629265876 after retry RPC@93657018), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41cae1d2 -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304) -> (continuation of Deferred@1289792991 after retry RPC@1337629047) -> (continuation of Deferred@629265876 after retry RPC@93657018))) after lookup
23:12:04.293 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:04.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:04.294 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.306036  8713 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader dcbbb2c1773e46f9b591581580ab0e60)
23:12:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.306129  8713 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.306252  8713 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:05.307078  8231 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:05.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.309419  8654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081" is_pre_election: true
23:12:05.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.309578  8654 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 591cb6a145a6427ebd5b2eb661977ec8 in term 1.
23:12:05.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.309803  8231 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: dcbbb2c1773e46f9b591581580ab0e60
23:12:05.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.309902  8713 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Leader pre-election won for term 3
23:12:05.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.309984  8713 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Starting leader election (detected failure of leader dcbbb2c1773e46f9b591581580ab0e60)
23:12:05.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.310009  8713 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 2 FOLLOWER]: Advancing to term 3
23:12:05.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.310612  8713 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:05.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.310734  8713 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 3 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.310897  8654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.311002  8654 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 1 FOLLOWER]: Advancing to term 3
23:12:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:05.311208  8231 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.312044  8654 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 591cb6a145a6427ebd5b2eb661977ec8 in term 3.
23:12:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.312186  8231 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: dcbbb2c1773e46f9b591581580ab0e60
23:12:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.312278  8713 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 FOLLOWER]: Leader election won for term 3
23:12:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.312430  8713 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 LEADER]: Becoming Leader. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Running, Role: LEADER
23:12:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.312523  8713 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:05.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.313158  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 reported cstate change: term changed from 2 to 3, leader changed from dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131) to 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130). New cstate: current_term: 3 leader_uuid: "591cb6a145a6427ebd5b2eb661977ec8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.715005  8654 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Refusing update from remote peer 591cb6a145a6427ebd5b2eb661977ec8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
23:12:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:05.715216  8231 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 -> Peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Couldn't send request to peer dcbbb2c1773e46f9b591581580ab0e60. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:05.715363  8718 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
23:12:08.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:08.012 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:08.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4087), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [5ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [5ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [26ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [28ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [28ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [46ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [48ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [48ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [87ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [88ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [89ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [243ms] refreshing cache from master, [243ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [245ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [247ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [249ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [249ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [363ms] refreshing cache from master, [363ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [365ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [367ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [368ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [369ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [4083ms] refreshing cache from master, [4083ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [4086ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@422416775(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@411de750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304) -> (continuation of Deferred@1289792991 after retry RPC@1337629047) -> (continuation of Deferred@629265876 after retry RPC@93657018) -> (continuation of Deferred@1735524233 after retry RPC@1249123354), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41cae1d2 -> wakeup thread Time-limited test -> (continuation of Deferred@407790369 after retry RPC@236770699) -> (continuation of Deferred@807624514 after retry RPC@1492874304) -> (continuation of Deferred@1289792991 after retry RPC@1337629047) -> (continuation of Deferred@629265876 after retry RPC@93657018) -> (continuation of Deferred@1735524233 after retry RPC@1249123354))) after lookup
23:12:08.014 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.015 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] Successfully connected to peer
23:12:08.035 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2d5313f2, L:/127.0.0.1:41500 - R:/127.7.155.130:40203] using TOKEN/null
23:12:08.046 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.131:46305
23:12:08.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.047883  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:46305
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37801
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.126950  8751 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.127120  8751 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.127139  8751 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:08.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.128605  8751 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:08.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.128656  8751 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.131
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.130223  8751 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:46305
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37801
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8751
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.130403  8751 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.130584  8751 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.133098  8756 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.133137  8751 server_base.cc:1061] running on GCE node
23:12:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.133199  8757 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.133123  8759 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.133664  8751 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.133898  8751 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.135061  8751 hybrid_clock.cc:648] HybridClock initialized: now 1783465928135043 us; error 38 us; skew 500 ppm
23:12:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.136273  8751 webserver.cc:534] Webserver started at http://127.7.155.131:37801/ using document root <none> and password file <none>
23:12:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.136466  8751 fs_manager.cc:362] Metadata directory not provided
23:12:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.136554  8751 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.138020  8751 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
23:12:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.138646  8765 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.138794  8751 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.138880  8751 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.139197  8751 fs_report.cc:389] FS layout report
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/data
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.153743  8751 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.154006  8751 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.154083  8751 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.154246  8751 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.154654  8772 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.155544  8751 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.155596  8751 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.155622  8751 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.156164  8751 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.156196  8751 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.156289  8772 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap starting.
23:12:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.163713  8751 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.131:46305
23:12:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.163787  8879 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.131:46305 every 8 connection(s)
23:12:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.164070  8751 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.164737  8772 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Log is configured to *not* fsync() on all Append() calls
23:12:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.167635  8772 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.168092  8772 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap complete.
23:12:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169498  8881 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169510  8772 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent bootstrapping tablet: real 0.013s	user 0.007s	sys 0.005s
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169584  8882 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169615  8881 heartbeater.cc:461] Registering TS with master...
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169617  8882 heartbeater.cc:461] Registering TS with master...
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169811  8882 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.169811  8881 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170233  8880 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170284  8880 heartbeater.cc:461] Registering TS with master...
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170373  8880 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170379  7904 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170627  7977 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170670  7831 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.171046  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.131:60341
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.170949  8772 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.171129  8772 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Initialized, Role: FOLLOWER
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.171236  8772 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.171471  8772 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
23:12:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.171705  8880 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.171908  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 8751
23:12:08.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:08.176 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:08.177 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.130:40203
23:12:08.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:12:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.177970  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 8214
23:12:08.183 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:08.183 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] handling channelInactive
23:12:08.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state READY due to: connection closed
23:12:08.190 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.191 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:08.212 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:08.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [8ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [8ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1032545903(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7c5ea0ef -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25952f13 -> wakeup thread Time-limited test)) after lookup
23:12:08.213 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.214 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:08.232 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:08.232 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [8ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [8ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [30ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [31ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [31ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1032545903(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7c5ea0ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25952f13 -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250))) after lookup
23:12:08.232 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.234 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.271 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:08.272 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:08.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [8ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [8ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [30ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [31ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [31ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [49ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [51ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [51ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [88ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1032545903(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7c5ea0ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25952f13 -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334))) after lookup
23:12:08.272 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.274 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.371 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:08.372 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:08.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=188), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [8ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [8ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [30ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [31ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [31ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [49ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [51ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [51ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [88ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [89ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [91ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [91ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1032545903(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7c5ea0ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334) -> (continuation of Deferred@1844126455 after retry RPC@1946424238), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25952f13 -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334) -> (continuation of Deferred@1844126455 after retry RPC@1946424238))) after lookup
23:12:08.372 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.374 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:08.492 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:08.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=309), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [8ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [8ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [30ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [31ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [31ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [49ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [51ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [51ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [88ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [89ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [91ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [91ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [189ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [191ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [191ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [308ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1032545903(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7c5ea0ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334) -> (continuation of Deferred@1844126455 after retry RPC@1946424238) -> (continuation of Deferred@1363855367 after retry RPC@92748003), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25952f13 -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334) -> (continuation of Deferred@1844126455 after retry RPC@1946424238) -> (continuation of Deferred@1363855367 after retry RPC@92748003))) after lookup
23:12:08.493 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:08.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:08.494 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.475185  8893 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.475307  8893 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.475633  8893 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:09.476006  8767 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:09.476461  8767 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.478363  8654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081" is_pre_election: true
23:12:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.478619  8768 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081
23:12:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.478729  8893 raft_consensus.cc:2749] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
23:12:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.545965  8898 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 591cb6a145a6427ebd5b2eb661977ec8)
23:12:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.546063  8898 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.546324  8898 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:09.546710  8587 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:09.547200  8587 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.549304  8834 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60" is_pre_election: true
23:12:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.549417  8834 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 2.
23:12:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.549643  8588 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8
23:12:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.549769  8898 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Leader pre-election won for term 4
23:12:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.549811  8898 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 591cb6a145a6427ebd5b2eb661977ec8)
23:12:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.549830  8898 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 3 FOLLOWER]: Advancing to term 4
23:12:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.550379  8898 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.550494  8898 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 4 election: Requested vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.550654  8834 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.550730  8834 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 2 FOLLOWER]: Advancing to term 4
23:12:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:09.550946  8587 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.551690  8834 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 4.
23:12:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.551870  8588 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8
23:12:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.551982  8898 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 FOLLOWER]: Leader election won for term 4
23:12:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.552098  8898 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 LEADER]: Becoming Leader. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Running, Role: LEADER
23:12:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.552227  8898 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.552899  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 reported cstate change: term changed from 3 to 4, leader changed from 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130) to 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129). New cstate: current_term: 4 leader_uuid: "7ebb6a23de2a4893a56e6305bed71081" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.089959  8834 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Refusing update from remote peer 7ebb6a23de2a4893a56e6305bed71081: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
23:12:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.090282  8916 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
23:12:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.093127  8587 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 -> Peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Couldn't send request to peer 591cb6a145a6427ebd5b2eb661977ec8. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:11.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:11.291 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:11.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3108), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [8ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [8ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [30ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [31ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [31ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [49ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [51ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [51ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [88ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [89ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [91ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [91ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [189ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [191ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [191ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [308ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [309ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [311ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [311ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [3105ms] refreshing cache from master, [3106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [3108ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1032545903(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7c5ea0ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334) -> (continuation of Deferred@1844126455 after retry RPC@1946424238) -> (continuation of Deferred@1363855367 after retry RPC@92748003) -> (continuation of Deferred@1412136119 after retry RPC@1750533873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25952f13 -> wakeup thread Time-limited test -> (continuation of Deferred@492898058 after retry RPC@293621250) -> (continuation of Deferred@390071818 after retry RPC@69446334) -> (continuation of Deferred@1844126455 after retry RPC@1946424238) -> (continuation of Deferred@1363855367 after retry RPC@92748003) -> (continuation of Deferred@1412136119 after retry RPC@1750533873))) after lookup
23:12:11.292 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:11.294 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] Successfully connected to peer
23:12:11.312 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57a8b7da, L:/127.0.0.1:50036 - R:/127.7.155.129:44335] using TOKEN/null
23:12:11.326 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.130:40203
23:12:11.326 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.327275  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:40203
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42357
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.406013  8942 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.406162  8942 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.406180  8942 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.407656  8942 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.407704  8942 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.130
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.409152  8942 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:40203
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42357
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8942
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.409332  8942 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.409511  8942 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.411940  8950 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.412027  8948 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.411955  8947 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.412107  8942 server_base.cc:1061] running on GCE node
23:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.412238  8942 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.412413  8942 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.413550  8942 hybrid_clock.cc:648] HybridClock initialized: now 1783465931413516 us; error 26 us; skew 500 ppm
23:12:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.414526  8942 webserver.cc:534] Webserver started at http://127.7.155.130:42357/ using document root <none> and password file <none>
23:12:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.414666  8942 fs_manager.cc:362] Metadata directory not provided
23:12:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.414714  8942 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.415740  8942 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.416232  8956 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.416363  8942 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.416404  8942 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.416642  8942 fs_report.cc:389] FS layout report
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/data
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.428427  8942 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.428658  8942 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.428741  8942 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.428897  8942 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:11.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.429245  8963 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.430094  8942 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.430131  8942 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.430153  8942 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.430603  8942 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.430629  8942 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.430701  8963 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap starting.
23:12:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.436910  8942 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.130:40203
23:12:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.436983  9070 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.130:40203 every 8 connection(s)
23:12:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.437282  8942 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:11.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.438189  8963 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Log is configured to *not* fsync() on all Append() calls
23:12:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.441048  8963 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.441331  8963 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap complete.
23:12:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.441800  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 8942
23:12:11.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.442315  8963 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent bootstrapping tablet: real 0.012s	user 0.005s	sys 0.006s
23:12:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.443439  8963 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.443673  8963 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Initialized, Role: FOLLOWER
23:12:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.443771  8963 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.444020  8963 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
23:12:11.446 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.448428  9073 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.448535  9073 heartbeater.cc:461] Registering TS with master...
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.448671  9071 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.448727  9073 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.448731  9071 heartbeater.cc:461] Registering TS with master...
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.448855  9071 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449098  9072 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449143  9072 heartbeater.cc:461] Registering TS with master...
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449216  9072 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449216  7977 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449471  7831 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449733  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.130:54779
23:12:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.449896  7904 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.450538  9071 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:11.454 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.129:44335
23:12:11.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.455106  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 8571
23:12:11.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:11.460 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] handling channelInactive
23:12:11.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state READY due to: connection closed
23:12:11.469 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:11.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.471 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:11.492 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:11.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [11ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@792228122(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@c7a822 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2896a81d -> wakeup thread Time-limited test)) after lookup
23:12:11.492 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:11.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.494 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:11.511 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [11ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [32ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [34ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@792228122(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@c7a822 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2896a81d -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590))) after lookup
23:12:11.512 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:11.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.513 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:11.571 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:11.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [11ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [32ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [34ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [52ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [53ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [53ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [108ms] refreshing cache from master, [109ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [110ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@792228122(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@c7a822 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2896a81d -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978))) after lookup
23:12:11.572 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:11.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.573 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:11.792 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:11.793 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=332), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [11ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [32ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [34ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [52ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [53ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [53ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [108ms] refreshing cache from master, [109ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [110ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [111ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [113ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [113ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [329ms] refreshing cache from master, [329ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [331ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@792228122(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@c7a822 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978) -> (continuation of Deferred@800026680 after retry RPC@105370616), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2896a81d -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978) -> (continuation of Deferred@800026680 after retry RPC@105370616))) after lookup
23:12:11.793 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:11.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:11.795 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:12.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:12.731 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:12.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1271), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [11ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [32ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [34ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [52ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [53ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [53ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [108ms] refreshing cache from master, [109ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [110ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [111ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [113ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [113ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [329ms] refreshing cache from master, [329ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [331ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [333ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [335ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [335ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [1269ms] refreshing cache from master, [1269ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [1271ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@792228122(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@c7a822 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978) -> (continuation of Deferred@800026680 after retry RPC@105370616) -> (continuation of Deferred@683833260 after retry RPC@270711135), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2896a81d -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978) -> (continuation of Deferred@800026680 after retry RPC@105370616) -> (continuation of Deferred@683833260 after retry RPC@270711135))) after lookup
23:12:12.732 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:12.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:12.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:12.734 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.825986  9084 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.826086  9084 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.826228  9084 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:12.826983  8768 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.829387  9025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8" is_pre_election: true
23:12:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.829524  9025 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 3.
23:12:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.829749  8767 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.829854  9084 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Leader pre-election won for term 5
23:12:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.829913  9084 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.829936  9084 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 4 FOLLOWER]: Advancing to term 5
23:12:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.830567  9084 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.830705  9084 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 5 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.830899  9025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.830998  9025 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 3 FOLLOWER]: Advancing to term 5
23:12:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:12.831202  8768 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.831931  9025 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 5.
23:12:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.832126  8767 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.832224  9084 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Leader election won for term 5
23:12:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.832338  9084 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 LEADER]: Becoming Leader. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Running, Role: LEADER
23:12:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.832422  9084 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:12.833109  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 reported cstate change: term changed from 4 to 5, leader changed from 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129) to dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131). New cstate: current_term: 5 leader_uuid: "dcbbb2c1773e46f9b591581580ab0e60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: HEALTHY } } }
23:12:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:13.352293  9025 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Refusing update from remote peer dcbbb2c1773e46f9b591581580ab0e60: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
23:12:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:13.352622  9102 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
23:12:13.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:13.355976  8768 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 -> Peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Couldn't send request to peer 7ebb6a23de2a4893a56e6305bed71081. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:14.941560  8768 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111) [suppressed 5 similar messages]
23:12:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:15.930534  8768 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 -> Peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Couldn't send request to peer 7ebb6a23de2a4893a56e6305bed71081. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:12:16.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:16.232 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:16.232 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4771), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [11ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [32ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [34ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [52ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [53ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [53ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [108ms] refreshing cache from master, [109ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [110ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [111ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [113ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [113ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [329ms] refreshing cache from master, [329ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [331ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [333ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [335ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [335ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [1269ms] refreshing cache from master, [1269ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [1271ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [1272ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [1274ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [1274ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [4768ms] refreshing cache from master, [4769ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [4771ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@792228122(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@c7a822 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978) -> (continuation of Deferred@800026680 after retry RPC@105370616) -> (continuation of Deferred@683833260 after retry RPC@270711135) -> (continuation of Deferred@1402849994 after retry RPC@1450207655), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2896a81d -> wakeup thread Time-limited test -> (continuation of Deferred@109070427 after retry RPC@466341590) -> (continuation of Deferred@327624218 after retry RPC@1451222978) -> (continuation of Deferred@800026680 after retry RPC@105370616) -> (continuation of Deferred@683833260 after retry RPC@270711135) -> (continuation of Deferred@1402849994 after retry RPC@1450207655))) after lookup
23:12:16.233 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.234 [DEBUG - kudu-nio-7] (Connection.java:757) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] Successfully connected to peer
23:12:16.258 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xa5418287, L:/127.0.0.1:43992 - R:/127.7.155.131:46305] using TOKEN/null
23:12:16.267 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.129:44335
23:12:16.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.268384  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.344717  9127 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.344904  9127 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.344933  9127 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.346518  9127 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.346571  9127 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.129
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.348109  9127 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9127
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.348325  9127 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.348575  9127 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.351202  9135 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.351212  9133 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.351348  9132 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.351629  9127 server_base.cc:1061] running on GCE node
23:12:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.351778  9127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.352006  9127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.353142  9127 hybrid_clock.cc:648] HybridClock initialized: now 1783465936353130 us; error 25 us; skew 500 ppm
23:12:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.354125  9127 webserver.cc:534] Webserver started at http://127.7.155.129:44565/ using document root <none> and password file <none>
23:12:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.354261  9127 fs_manager.cc:362] Metadata directory not provided
23:12:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.354297  9127 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.355273  9127 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
23:12:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.355710  9141 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.355849  9127 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.355907  9127 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.356201  9127 fs_report.cc:389] FS layout report
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/data
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.367463  9127 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.367694  9127 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.367807  9127 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:16.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.367957  9127 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:16.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.368319  9148 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.369127  9127 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.369174  9127 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.369202  9127 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.369719  9127 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.369776  9127 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.369854  9148 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap starting.
23:12:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.375218  9127 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.129:44335
23:12:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.375299  9255 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.129:44335 every 8 connection(s)
23:12:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.375586  9127 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.379168  9148 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Log is configured to *not* fsync() on all Append() calls
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.382365  9148 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.382447  9256 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.382536  9256 heartbeater.cc:461] Registering TS with master...
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.382645  9148 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap complete.
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.382718  9256 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.383463  7976 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.383603  9148 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent bootstrapping tablet: real 0.014s	user 0.000s	sys 0.013s
23:12:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.383838  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 9127
23:12:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.383976  7976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.129:59269
23:12:16.384 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.384848  9257 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.384912  9257 heartbeater.cc:461] Registering TS with master...
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.384965  9257 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.384867  9258 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.385056  9258 heartbeater.cc:461] Registering TS with master...
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.385098  9258 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.384717  9148 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.385171  9148 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Initialized, Role: FOLLOWER
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.385334  9148 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.385632  9148 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
23:12:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.385757  9256 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.386468  7904 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.387259  7831 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:16.388 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:16.389 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.131:46305
23:12:16.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.390127  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 8751
23:12:16.395 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:16.395 [DEBUG - kudu-nio-7] (Connection.java:239) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] handling channelInactive
23:12:16.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state READY due to: connection closed
23:12:16.396 [DEBUG - Time-limited test] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.397 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.411 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:16.412 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:16.412 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test)) after lookup
23:12:16.412 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.413 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:16.431 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:16.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [16ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [17ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [18ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484))) after lookup
23:12:16.432 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.433 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.450 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:16.451 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:16.451 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [16ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [17ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [18ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [36ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [37ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [37ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635))) after lookup
23:12:16.452 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.453 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.532 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:16.532 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:16.533 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=137), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [16ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [17ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [18ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [36ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [37ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [37ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [55ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [57ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [57ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [135ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224))) after lookup
23:12:16.533 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.534 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:16.832 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:16.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=436), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [16ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [17ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [18ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [36ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [37ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [37ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [55ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [57ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [57ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [135ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [137ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [138ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [138ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [433ms] refreshing cache from master, [433ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [435ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224) -> (continuation of Deferred@431554804 after retry RPC@1149726174), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224) -> (continuation of Deferred@431554804 after retry RPC@1149726174))) after lookup
23:12:16.833 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:16.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:16.835 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:17.111 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:17.112 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:17.112 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=716), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [16ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [17ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [18ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [36ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [37ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [37ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [55ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [57ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [57ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [135ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [137ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [138ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [138ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [433ms] refreshing cache from master, [433ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [435ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [437ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [439ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [439ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [713ms] refreshing cache from master, [713ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [715ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224) -> (continuation of Deferred@431554804 after retry RPC@1149726174) -> (continuation of Deferred@242165062 after retry RPC@1912160456), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224) -> (continuation of Deferred@431554804 after retry RPC@1149726174) -> (continuation of Deferred@242165062 after retry RPC@1912160456))) after lookup
23:12:17.113 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:17.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:17.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:17.114 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.767186  9269 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcbbb2c1773e46f9b591581580ab0e60)
23:12:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.767277  9269 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.767534  9269 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.768092  8959 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.768555  8959 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.770911  9210 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081" is_pre_election: true
23:12:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.771039  9210 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 591cb6a145a6427ebd5b2eb661977ec8 in term 4.
23:12:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.771293  8959 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: dcbbb2c1773e46f9b591581580ab0e60
23:12:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.771420  9269 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Leader pre-election won for term 6
23:12:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.771464  9269 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Starting leader election (detected failure of leader dcbbb2c1773e46f9b591581580ab0e60)
23:12:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.771477  9269 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 5 FOLLOWER]: Advancing to term 6
23:12:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.772032  9269 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.772141  9269 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 6 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.772372  9210 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.772459  9210 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 4 FOLLOWER]: Advancing to term 6
23:12:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.772699  8959 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.773437  9210 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 591cb6a145a6427ebd5b2eb661977ec8 in term 6.
23:12:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.773639  8959 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: dcbbb2c1773e46f9b591581580ab0e60
23:12:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.773713  9269 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 FOLLOWER]: Leader election won for term 6
23:12:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.773867  9269 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 LEADER]: Becoming Leader. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Running, Role: LEADER
23:12:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.773936  9269 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:17.774533  7976 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 reported cstate change: term changed from 5 to 6, leader changed from dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131) to 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130). New cstate: current_term: 6 leader_uuid: "591cb6a145a6427ebd5b2eb661977ec8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.262127  9210 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Refusing update from remote peer 591cb6a145a6427ebd5b2eb661977ec8: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
23:12:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.262451  9269 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
23:12:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.265619  8959 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 -> Peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Couldn't send request to peer dcbbb2c1773e46f9b591581580ab0e60. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:18.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:18.631 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:18.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2236), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [16ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [17ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [18ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [36ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [37ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [37ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [55ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [57ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [57ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [135ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [137ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [138ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [138ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [433ms] refreshing cache from master, [433ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [435ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [437ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [439ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [439ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [713ms] refreshing cache from master, [713ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [715ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [716ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [718ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [718ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [2233ms] refreshing cache from master, [2233ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [2235ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1668395216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@3699d048 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224) -> (continuation of Deferred@431554804 after retry RPC@1149726174) -> (continuation of Deferred@242165062 after retry RPC@1912160456) -> (continuation of Deferred@346062051 after retry RPC@795115967), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48a2832e -> wakeup thread Time-limited test -> (continuation of Deferred@1134884175 after retry RPC@464719484) -> (continuation of Deferred@1473090528 after retry RPC@1410250635) -> (continuation of Deferred@546886759 after retry RPC@17534224) -> (continuation of Deferred@431554804 after retry RPC@1149726174) -> (continuation of Deferred@242165062 after retry RPC@1912160456) -> (continuation of Deferred@346062051 after retry RPC@795115967))) after lookup
23:12:18.633 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:18.634 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] Successfully connected to peer
23:12:18.652 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x5f778700, L:/127.0.0.1:60990 - R:/127.7.155.130:40203] using TOKEN/null
23:12:18.665 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.131:46305
23:12:18.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.667135  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:46305
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37801
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.743654  9298 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.743826  9298 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.743844  9298 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.745353  9298 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.745417  9298 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.131
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.746989  9298 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:46305
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37801
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9298
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:18.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.747181  9298 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:18.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.747377  9298 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.749734  9304 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.749756  9303 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.749871  9298 server_base.cc:1061] running on GCE node
23:12:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:18.749751  9306 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.750135  9298 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.750313  9298 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.751466  9298 hybrid_clock.cc:648] HybridClock initialized: now 1783465938751448 us; error 30 us; skew 500 ppm
23:12:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.752449  9298 webserver.cc:534] Webserver started at http://127.7.155.131:37801/ using document root <none> and password file <none>
23:12:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.752592  9298 fs_manager.cc:362] Metadata directory not provided
23:12:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.752628  9298 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.753718  9298 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.754212  9312 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.754340  9298 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.754381  9298 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.754621  9298 fs_report.cc:389] FS layout report
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/data
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.781075  9298 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.781374  9298 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.781473  9298 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.781693  9298 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.782081  9319 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.782959  9298 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.782994  9298 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.783016  9298 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.783521  9298 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.783563  9298 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.783632  9319 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap starting.
23:12:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.789117  9298 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.131:46305
23:12:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.789180  9426 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.131:46305 every 8 connection(s)
23:12:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.789448  9298 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.791620  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 9298
23:12:18.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.793087  9319 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Log is configured to *not* fsync() on all Append() calls
23:12:18.796 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:18.796 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.130:40203
23:12:18.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:12:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.796511  9319 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.796940  9429 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.797017  9429 heartbeater.cc:461] Registering TS with master...
23:12:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.797206  9429 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.797351  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 8942
23:12:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.798273  9319 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap complete.
23:12:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.798321  7903 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.799270  9319 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent bootstrapping tablet: real 0.016s	user 0.000s	sys 0.013s
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.799903  9428 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.799913  9427 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.799970  9428 heartbeater.cc:461] Registering TS with master...
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.799993  9427 heartbeater.cc:461] Registering TS with master...
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.800068  9428 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.800088  9427 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.800215  9319 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.800498  9319 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Initialized, Role: FOLLOWER
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.800602  9319 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.800843  9319 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
23:12:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.801196  7831 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.801190  7976 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.801666  7976 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.131:59867
23:12:18.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:18.802248  9427 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:18.803 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:18.804 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] handling channelInactive
23:12:18.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state READY due to: connection closed
23:12:18.809 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:18.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.810 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:18.831 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:18.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test)) after lookup
23:12:18.832 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:18.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.833 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:18.852 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:18.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [27ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [29ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [29ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185))) after lookup
23:12:18.852 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:18.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.854 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:18.912 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:18.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [27ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [29ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [29ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [48ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [49ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [50ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [107ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569))) after lookup
23:12:18.913 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:18.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:18.914 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:19.092 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:19.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=288), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [27ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [29ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [29ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [48ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [49ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [50ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [107ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [108ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [110ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [110ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266))) after lookup
23:12:19.092 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:19.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.094 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.171 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:19.171 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:19.171 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=367), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [27ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [29ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [29ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [48ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [49ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [50ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [107ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [108ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [110ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [110ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [288ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [289ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [290ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [365ms] refreshing cache from master, [365ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [367ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266) -> (continuation of Deferred@1480269529 after retry RPC@2085061554), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266) -> (continuation of Deferred@1480269529 after retry RPC@2085061554))) after lookup
23:12:19.172 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:19.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.173 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:19.472 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:19.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=668), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [27ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [29ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [29ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [48ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [49ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [50ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [107ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [108ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [110ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [110ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [288ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [289ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [290ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [365ms] refreshing cache from master, [365ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [367ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [368ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [369ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [369ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [665ms] refreshing cache from master, [665ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [667ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266) -> (continuation of Deferred@1480269529 after retry RPC@2085061554) -> (continuation of Deferred@2072809897 after retry RPC@999737209), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266) -> (continuation of Deferred@1480269529 after retry RPC@2085061554) -> (continuation of Deferred@2072809897 after retry RPC@999737209))) after lookup
23:12:19.473 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:19.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:19.474 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.079815  9440 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.079934  9440 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.080195  9440 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.080679  9314 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.081164  9314 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.083122  9210 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081" is_pre_election: true
23:12:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.083393  9315 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081
23:12:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.083509  9440 raft_consensus.cc:2749] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
23:12:20.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.165716  9445 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 591cb6a145a6427ebd5b2eb661977ec8)
23:12:20.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.165810  9445 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:20.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.166103  9445 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:20.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.166564  9143 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.167070  9143 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:20.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.169354  9381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60" is_pre_election: true
23:12:20.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.169478  9381 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 5.
23:12:20.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.169728  9144 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8
23:12:20.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.169859  9445 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Leader pre-election won for term 7
23:12:20.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.169919  9445 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 591cb6a145a6427ebd5b2eb661977ec8)
23:12:20.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.169934  9445 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 6 FOLLOWER]: Advancing to term 7
23:12:20.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.170468  9445 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:20.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.170686  9445 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 7 election: Requested vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.170897  9381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.170976  9381 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 5 FOLLOWER]: Advancing to term 7
23:12:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.171276  9143 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.171980  9381 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 7.
23:12:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.172169  9144 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8
23:12:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.172260  9445 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 FOLLOWER]: Leader election won for term 7
23:12:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.172395  9445 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 LEADER]: Becoming Leader. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Running, Role: LEADER
23:12:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.172475  9445 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.173184  7976 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 reported cstate change: term changed from 6 to 7, leader changed from 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130) to 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129). New cstate: current_term: 7 leader_uuid: "7ebb6a23de2a4893a56e6305bed71081" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:20.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.778190  9381 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Refusing update from remote peer 7ebb6a23de2a4893a56e6305bed71081: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
23:12:20.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:20.778501  9143 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 -> Peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Couldn't send request to peer 591cb6a145a6427ebd5b2eb661977ec8. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:20.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.778512  9464 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
23:12:21.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:21.651 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:21.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=15, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2847), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [6ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [6ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [27ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [29ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [29ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [48ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [49ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [50ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [107ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [108ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [110ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [110ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [288ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [289ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [290ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [365ms] refreshing cache from master, [365ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [367ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [368ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [369ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [369ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [665ms] refreshing cache from master, [665ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [667ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [669ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [670ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [670ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2844ms] refreshing cache from master, [2845ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [2847ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@805150475(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@249f9a32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266) -> (continuation of Deferred@1480269529 after retry RPC@2085061554) -> (continuation of Deferred@2072809897 after retry RPC@999737209) -> (continuation of Deferred@1894680414 after retry RPC@575004228), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32776695 -> wakeup thread Time-limited test -> (continuation of Deferred@225695748 after retry RPC@768185) -> (continuation of Deferred@1319821957 after retry RPC@322524569) -> (continuation of Deferred@870694986 after retry RPC@1789513266) -> (continuation of Deferred@1480269529 after retry RPC@2085061554) -> (continuation of Deferred@2072809897 after retry RPC@999737209) -> (continuation of Deferred@1894680414 after retry RPC@575004228))) after lookup
23:12:21.652 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:21.653 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] Successfully connected to peer
23:12:21.669 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xacb6ff68, L:/127.0.0.1:42984 - R:/127.7.155.129:44335] using TOKEN/null
23:12:21.678 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.130:40203
23:12:21.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.678821  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:40203
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42357
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.754751  9484 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.754920  9484 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.754940  9484 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.756439  9484 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.756491  9484 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.130
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.758569  9484 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:40203
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42357
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9484
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.758780  9484 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.758973  9484 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.761648  9489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.761727  9484 server_base.cc:1061] running on GCE node
23:12:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.761812  9490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:21.761823  9492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.762269  9484 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.762499  9484 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.763646  9484 hybrid_clock.cc:648] HybridClock initialized: now 1783465941763629 us; error 24 us; skew 500 ppm
23:12:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.764833  9484 webserver.cc:534] Webserver started at http://127.7.155.130:42357/ using document root <none> and password file <none>
23:12:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.765067  9484 fs_manager.cc:362] Metadata directory not provided
23:12:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.765122  9484 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.766332  9484 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.766891  9498 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.767032  9484 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.767117  9484 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.767388  9484 fs_report.cc:389] FS layout report
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/data
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.780301  9484 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.780663  9484 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.780798  9484 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.781270  9484 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.781862  9505 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.782698  9484 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.782743  9484 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.782778  9484 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.783363  9484 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.783394  9484 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.783442  9505 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap starting.
23:12:21.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.790030  9484 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.130:40203
23:12:21.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.790318  9612 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.130:40203 every 8 connection(s)
23:12:21.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.790480  9484 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.790967  9505 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Log is configured to *not* fsync() on all Append() calls
23:12:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.793025  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 9484
23:12:21.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.794878  9505 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.795171  9505 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap complete.
23:12:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.796105  9505 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent bootstrapping tablet: real 0.013s	user 0.001s	sys 0.008s
23:12:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.797230  9505 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.797482  9505 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Initialized, Role: FOLLOWER
23:12:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.797653  9505 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798028  9505 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
23:12:21.799 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798307  9615 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798388  9615 heartbeater.cc:461] Registering TS with master...
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798573  9615 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798664  9613 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798702  9613 heartbeater.cc:461] Registering TS with master...
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.798779  9613 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.799194  7977 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.799230  7903 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.799661  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.130:35847
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.799681  9614 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.799728  9614 heartbeater.cc:461] Registering TS with master...
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.799809  9614 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.800158  7831 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.800450  9613 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:21.802 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.129:44335
23:12:21.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:21.802472  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 9127
23:12:21.810 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:21.810 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] handling channelInactive
23:12:21.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state READY due to: connection closed
23:12:21.811 [DEBUG - Time-limited test] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:21.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.812 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:21.832 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:21.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [2ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1329845001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@43f8835b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a5c9774 -> wakeup thread Time-limited test)) after lookup
23:12:21.833 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:21.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.834 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:21.851 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:21.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [2ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [22ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [24ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [24ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1329845001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@43f8835b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a5c9774 -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198))) after lookup
23:12:21.852 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:21.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.853 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:21.891 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:21.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [2ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [22ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [24ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [24ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [42ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [43ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [43ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1329845001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@43f8835b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a5c9774 -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465))) after lookup
23:12:21.892 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:21.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.893 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.931 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:21.931 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:21.932 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=121), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [2ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [22ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [24ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [24ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [42ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [43ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [43ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [82ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [83ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [83ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [121ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1329845001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@43f8835b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465) -> (continuation of Deferred@1292999431 after retry RPC@899278115), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a5c9774 -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465) -> (continuation of Deferred@1292999431 after retry RPC@899278115))) after lookup
23:12:21.932 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:21.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:21.934 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:22.131 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:22.131 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:22.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=321), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [2ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [22ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [24ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [24ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [42ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [43ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [43ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [82ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [83ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [83ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [121ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [122ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [124ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [124ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [321ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1329845001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@43f8835b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465) -> (continuation of Deferred@1292999431 after retry RPC@899278115) -> (continuation of Deferred@1408594621 after retry RPC@700392733), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a5c9774 -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465) -> (continuation of Deferred@1292999431 after retry RPC@899278115) -> (continuation of Deferred@1408594621 after retry RPC@700392733))) after lookup
23:12:22.132 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:22.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:22.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:22.133 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.178489  9627 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.178580  9627 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.178723  9627 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.179401  9315 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.181829  9567 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8" is_pre_election: true
23:12:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.181985  9567 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 6.
23:12:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.182185  9314 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.182309  9627 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Leader pre-election won for term 8
23:12:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.182374  9627 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.182397  9627 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 7 FOLLOWER]: Advancing to term 8
23:12:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.183025  9627 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.183154  9627 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 8 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.183398  9567 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.183480  9567 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 6 FOLLOWER]: Advancing to term 8
23:12:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.183605  9315 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.184383  9567 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 8.
23:12:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.184563  9314 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.184657  9627 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 FOLLOWER]: Leader election won for term 8
23:12:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.184825  9627 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 LEADER]: Becoming Leader. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Running, Role: LEADER
23:12:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.184918  9627 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.185597  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 reported cstate change: term changed from 7 to 8, leader changed from 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129) to dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131). New cstate: current_term: 8 leader_uuid: "dcbbb2c1773e46f9b591581580ab0e60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: HEALTHY } } }
23:12:23.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.576772  9315 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 -> Peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Couldn't send request to peer 7ebb6a23de2a4893a56e6305bed71081. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.655540  9567 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Refusing update from remote peer dcbbb2c1773e46f9b591581580ab0e60: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
23:12:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.655858  9632 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
23:12:24.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:24.011 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:24.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2201), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [2ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [22ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [24ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [24ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [42ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [43ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [43ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [82ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [83ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [83ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [121ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [122ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [124ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [124ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [321ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [322ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [323ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [323ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [2199ms] refreshing cache from master, [2199ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [2201ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1329845001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@43f8835b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465) -> (continuation of Deferred@1292999431 after retry RPC@899278115) -> (continuation of Deferred@1408594621 after retry RPC@700392733) -> (continuation of Deferred@41290472 after retry RPC@1378959478), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a5c9774 -> wakeup thread Time-limited test -> (continuation of Deferred@830853047 after retry RPC@1642362198) -> (continuation of Deferred@2122582850 after retry RPC@1015582465) -> (continuation of Deferred@1292999431 after retry RPC@899278115) -> (continuation of Deferred@1408594621 after retry RPC@700392733) -> (continuation of Deferred@41290472 after retry RPC@1378959478))) after lookup
23:12:24.012 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.013 [DEBUG - kudu-nio-6] (Connection.java:757) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] Successfully connected to peer
23:12:24.035 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xab1d0d7e, L:/127.0.0.1:52716 - R:/127.7.155.131:46305] using TOKEN/null
23:12:24.044 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.129:44335
23:12:24.044 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.045037  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.120487  9654 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.120635  9654 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.120652  9654 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.122048  9654 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.122092  9654 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.129
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.123570  9654 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9654
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.123741  9654 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.123924  9654 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.126127  9659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.126173  9660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:24.126263  9662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.126488  9654 server_base.cc:1061] running on GCE node
23:12:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.126626  9654 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.126856  9654 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.128011  9654 hybrid_clock.cc:648] HybridClock initialized: now 1783465944127987 us; error 39 us; skew 500 ppm
23:12:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.129289  9654 webserver.cc:534] Webserver started at http://127.7.155.129:44565/ using document root <none> and password file <none>
23:12:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.129482  9654 fs_manager.cc:362] Metadata directory not provided
23:12:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.129557  9654 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.131042  9654 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.131639  9668 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.131800  9654 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.131862  9654 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.132100  9654 fs_report.cc:389] FS layout report
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/data
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.143168  9654 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.143409  9654 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.143487  9654 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.143637  9654 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.144094  9675 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.144850  9654 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.144892  9654 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.144923  9654 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.145459  9654 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.145489  9654 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.145542  9675 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap starting.
23:12:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.151145  9654 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.129:44335
23:12:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.151218  9782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.129:44335 every 8 connection(s)
23:12:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.151491  9654 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.154352  9675 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Log is configured to *not* fsync() on all Append() calls
23:12:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.158334  9675 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.158617  9675 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap complete.
23:12:24.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.159363  9675 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent bootstrapping tablet: real 0.014s	user 0.004s	sys 0.007s
23:12:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.160621  9784 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.160727  9784 heartbeater.cc:461] Registering TS with master...
23:12:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.160513  9675 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.160773  9675 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Initialized, Role: FOLLOWER
23:12:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.160928  9784 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.161144  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 9654
23:12:24.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.160935  9675 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.162283  9675 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.001s
23:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.162890  9785 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.162946  9785 heartbeater.cc:461] Registering TS with master...
23:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.163048  9785 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.163383  7903 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.163394  7831 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.164888  9783 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.164939  9783 heartbeater.cc:461] Registering TS with master...
23:12:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.165021  9783 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:24.166 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.165560  7977 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.166051  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.129:48459
23:12:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.166703  9783 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:24.167 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.131:46305
23:12:24.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:24.167377  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 9298
23:12:24.172 [DEBUG - kudu-nio-6] (Connection.java:239) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] handling channelInactive
23:12:24.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:24.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state READY due to: connection closed
23:12:24.173 [DEBUG - Time-limited test] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.174 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.191 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:24.192 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:24.192 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@848171911(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@6a64d750 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d8332b -> wakeup thread Time-limited test)) after lookup
23:12:24.192 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.194 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.211 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:24.211 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:24.211 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [19ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [21ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [21ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@848171911(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@6a64d750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d8332b -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562))) after lookup
23:12:24.212 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.213 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:24.231 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:24.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [19ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [21ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [21ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [39ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [40ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [40ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@848171911(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@6a64d750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d8332b -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312))) after lookup
23:12:24.231 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.233 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:24.292 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:24.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [19ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [21ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [21ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [39ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [40ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [40ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [58ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [60ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [60ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [118ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@848171911(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@6a64d750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312) -> (continuation of Deferred@1182014357 after retry RPC@2034757451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d8332b -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312) -> (continuation of Deferred@1182014357 after retry RPC@2034757451))) after lookup
23:12:24.293 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.294 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:24.712 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:24.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=539), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [19ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [21ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [21ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [39ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [40ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [40ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [58ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [60ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [60ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [118ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [119ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [121ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [121ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [536ms] refreshing cache from master, [536ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [538ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@848171911(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@6a64d750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312) -> (continuation of Deferred@1182014357 after retry RPC@2034757451) -> (continuation of Deferred@854856052 after retry RPC@1947180502), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d8332b -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312) -> (continuation of Deferred@1182014357 after retry RPC@2034757451) -> (continuation of Deferred@854856052 after retry RPC@1947180502))) after lookup
23:12:24.713 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:24.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state CONNECTING due to: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:24.714 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305
23:12:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.543675  9797 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader dcbbb2c1773e46f9b591581580ab0e60)
23:12:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.543772  9797 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.544077  9797 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.544608  9501 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.545125  9501 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.547176  9737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081" is_pre_election: true
23:12:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.547319  9737 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 591cb6a145a6427ebd5b2eb661977ec8 in term 7.
23:12:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.547551  9501 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: dcbbb2c1773e46f9b591581580ab0e60
23:12:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.547662  9797 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Leader pre-election won for term 9
23:12:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.547734  9797 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Starting leader election (detected failure of leader dcbbb2c1773e46f9b591581580ab0e60)
23:12:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.547760  9797 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 8 FOLLOWER]: Advancing to term 9
23:12:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.548379  9797 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.548501  9797 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 9 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.548660  9737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "591cb6a145a6427ebd5b2eb661977ec8" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.548734  9737 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 7 FOLLOWER]: Advancing to term 9
23:12:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.548959  9501 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111)
23:12:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.549782  9737 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 591cb6a145a6427ebd5b2eb661977ec8 in term 9.
23:12:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.549937  9501 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, 7ebb6a23de2a4893a56e6305bed71081; no voters: dcbbb2c1773e46f9b591581580ab0e60
23:12:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.550011  9797 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 FOLLOWER]: Leader election won for term 9
23:12:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.550114  9797 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 LEADER]: Becoming Leader. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Running, Role: LEADER
23:12:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.550169  9797 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.550762  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 reported cstate change: term changed from 8 to 9, leader changed from dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131) to 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130). New cstate: current_term: 9 leader_uuid: "591cb6a145a6427ebd5b2eb661977ec8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:25.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:25.671 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:25.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1499), Traces: [0ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [1ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [19ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [21ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [21ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [39ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [40ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [40ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [58ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [60ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [60ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [118ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [119ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [121ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [121ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [536ms] refreshing cache from master, [536ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [538ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [539ms] sending RPC to server dcbbb2c1773e46f9b591581580ab0e60, [541ms] received response from server dcbbb2c1773e46f9b591581580ab0e60: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [541ms] delaying RPC due to: Network error: Failed to connect to peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305): Connection refused: /127.7.155.131:46305, [1496ms] refreshing cache from master, [1496ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [1498ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@848171911(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@6a64d750 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312) -> (continuation of Deferred@1182014357 after retry RPC@2034757451) -> (continuation of Deferred@854856052 after retry RPC@1947180502) -> (continuation of Deferred@1936282211 after retry RPC@2063630581), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d8332b -> wakeup thread Time-limited test -> (continuation of Deferred@372052303 after retry RPC@618543562) -> (continuation of Deferred@1134820863 after retry RPC@1678467312) -> (continuation of Deferred@1182014357 after retry RPC@2034757451) -> (continuation of Deferred@854856052 after retry RPC@1947180502) -> (continuation of Deferred@1936282211 after retry RPC@2063630581))) after lookup
23:12:25.672 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:25.673 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] Successfully connected to peer
23:12:25.698 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x87a3350d, L:/127.0.0.1:32840 - R:/127.7.155.130:40203] using TOKEN/null
23:12:25.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.700652  9501 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 -> Peer dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305): Couldn't send request to peer dcbbb2c1773e46f9b591581580ab0e60. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.131:46305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:25.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.700636  9737 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Refusing update from remote peer 591cb6a145a6427ebd5b2eb661977ec8: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 34. (index mismatch)
23:12:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.700919  9797 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
23:12:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.702909  9815 mvcc.cc:204] Tried to move back new op lower bound from 7305076513586982912 to 7305076512973901824. Current Snapshot: MvccSnapshot[applied={T|T < 7305076513586982912}]
23:12:25.712 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.131:46305
23:12:25.713 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.713589  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:46305
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37801
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.820320  9824 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.820482  9824 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.820498  9824 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.821991  9824 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.822046  9824 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.131
23:12:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.823545  9824 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.131:46305
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.131
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37801
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9824
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.131
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/logs
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.823755  9824 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.823966  9824 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.826247  9832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.826311  9830 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.826514  9829 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.826356  9824 server_base.cc:1061] running on GCE node
23:12:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.826824  9824 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.826994  9824 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.828150  9824 hybrid_clock.cc:648] HybridClock initialized: now 1783465945828127 us; error 31 us; skew 500 ppm
23:12:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.829169  9824 webserver.cc:534] Webserver started at http://127.7.155.131:37801/ using document root <none> and password file <none>
23:12:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.829367  9824 fs_manager.cc:362] Metadata directory not provided
23:12:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.829423  9824 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.830605  9824 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.831203  9838 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.831359  9824 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.831431  9824 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.831708  9824 fs_report.cc:389] FS layout report
23:12:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/wal
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/data
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.854038  9824 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.854388  9824 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.854530  9824 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.854760  9824 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.855260  9845 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.856293  9824 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.856346  9824 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.856384  9824 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.856982  9824 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.857013  9824 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.857084  9845 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap starting.
23:12:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.863454  9824 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.131:46305
23:12:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.863714  9952 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.131:46305 every 8 connection(s)
23:12:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.863834  9824 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-2/data/info.pb
23:12:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.867018  9845 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Log is configured to *not* fsync() on all Append() calls
23:12:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.868537  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 9824
23:12:25.868 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.869724  9955 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.869817  9955 heartbeater.cc:461] Registering TS with master...
23:12:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.869979  9955 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.870959  7903 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:25.872 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.872653  9954 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.872707  9954 heartbeater.cc:461] Registering TS with master...
23:12:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.872794  9954 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.873054  7831 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:25.873 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.130:40203
23:12:25.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:12:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.873991  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 9484
23:12:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.875126  9953 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.875180  9953 heartbeater.cc:461] Registering TS with master...
23:12:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.875273  9953 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.876324  9845 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.876595  9845 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Bootstrap complete.
23:12:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.876667  7977 ts_manager.cc:194] Re-registered known tserver with Master: dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.877153  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.131:52629
23:12:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.877607  9845 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent bootstrapping tablet: real 0.021s	user 0.000s	sys 0.014s
23:12:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.878674  9845 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.878924  9845 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Initialized, Role: FOLLOWER
23:12:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.879021  9845 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.879261  9845 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
23:12:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.879460  9953 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:25.880 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] handling channelInactive
23:12:25.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state READY due to: connection closed
23:12:25.881 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:25.881 [DEBUG - Time-limited test] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:25.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.883 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:25.891 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:25.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [2ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@50172310(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7d85ae14 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b950604 -> wakeup thread Time-limited test)) after lookup
23:12:25.892 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:25.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.893 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:25.912 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:25.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [2ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [10ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [12ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [12ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@50172310(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7d85ae14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b950604 -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129))) after lookup
23:12:25.913 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:25.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.914 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:25.951 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:25.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [2ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [10ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [12ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [12ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [31ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [33ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [33ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [70ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@50172310(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7d85ae14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b950604 -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547))) after lookup
23:12:25.952 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:25.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:25.953 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:26.031 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:26.031 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:26.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [2ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [10ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [12ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [12ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [31ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [33ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [33ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [70ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [71ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [72ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [72ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [150ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@50172310(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7d85ae14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547) -> (continuation of Deferred@492438930 after retry RPC@344758117), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b950604 -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547) -> (continuation of Deferred@492438930 after retry RPC@344758117))) after lookup
23:12:26.032 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:26.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:26.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:26.033 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:26.191 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:26.191 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)[L],7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:26.192 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=310), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [2ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [10ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [12ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [12ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [31ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [33ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [33ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [70ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [71ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [72ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [72ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [150ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [151ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [152ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [153ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [310ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@50172310(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7d85ae14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547) -> (continuation of Deferred@492438930 after retry RPC@344758117) -> (continuation of Deferred@310408898 after retry RPC@1648884808), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b950604 -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547) -> (continuation of Deferred@492438930 after retry RPC@344758117) -> (continuation of Deferred@310408898 after retry RPC@1648884808))) after lookup
23:12:26.192 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] connecting to peer
23:12:26.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:26.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] cleaning up while in state CONNECTING due to: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:26.194 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203
23:12:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.212720  9967 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 591cb6a145a6427ebd5b2eb661977ec8)
23:12:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.212814  9967 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.213074  9967 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.213515  9670 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.214012  9670 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.216181  9907 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60" is_pre_election: true
23:12:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.216320  9907 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 8.
23:12:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.216611  9671 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8
23:12:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.216742  9967 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Leader pre-election won for term 10
23:12:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.216814  9967 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 591cb6a145a6427ebd5b2eb661977ec8)
23:12:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.216836  9967 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 9 FOLLOWER]: Advancing to term 10
23:12:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.217475  9967 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.217631  9967 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 10 election: Requested vote from peers 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203), dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131:46305)
23:12:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.217819  9907 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "7ebb6a23de2a4893a56e6305bed71081" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "dcbbb2c1773e46f9b591581580ab0e60"
23:12:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.217913  9907 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 8 FOLLOWER]: Advancing to term 10
23:12:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.218086  9670 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111)
23:12:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.218888  9907 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ebb6a23de2a4893a56e6305bed71081 in term 10.
23:12:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.219053  9671 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7ebb6a23de2a4893a56e6305bed71081, dcbbb2c1773e46f9b591581580ab0e60; no voters: 591cb6a145a6427ebd5b2eb661977ec8
23:12:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.219142  9967 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 10 FOLLOWER]: Leader election won for term 10
23:12:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.219259  9967 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 10 LEADER]: Becoming Leader. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Running, Role: LEADER
23:12:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.219348  9967 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:27.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.220037  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 reported cstate change: term changed from 9 to 10, leader changed from 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130) to 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129). New cstate: current_term: 10 leader_uuid: "7ebb6a23de2a4893a56e6305bed71081" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: UNKNOWN } } }
23:12:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.627635  9670 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 -> Peer 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203): Couldn't send request to peer 591cb6a145a6427ebd5b2eb661977ec8. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.130:40203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.644449  9907 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Refusing update from remote peer 7ebb6a23de2a4893a56e6305bed71081: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
23:12:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.644834  9967 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
23:12:28.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:28.231 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:28.232 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2350), Traces: [0ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [2ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [10ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [12ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [12ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [31ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [33ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [33ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [70ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [71ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [72ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [72ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [150ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [151ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [152ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [153ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [310ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [311ms] sending RPC to server 591cb6a145a6427ebd5b2eb661977ec8, [313ms] received response from server 591cb6a145a6427ebd5b2eb661977ec8: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [313ms] delaying RPC due to: Network error: Failed to connect to peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203): Connection refused: /127.7.155.130:40203, [2348ms] refreshing cache from master, [2348ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [2350ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@50172310(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@7d85ae14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547) -> (continuation of Deferred@492438930 after retry RPC@344758117) -> (continuation of Deferred@310408898 after retry RPC@1648884808) -> (continuation of Deferred@809061500 after retry RPC@1832993679), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b950604 -> wakeup thread Time-limited test -> (continuation of Deferred@804079030 after retry RPC@1555809129) -> (continuation of Deferred@228711253 after retry RPC@251916547) -> (continuation of Deferred@492438930 after retry RPC@344758117) -> (continuation of Deferred@310408898 after retry RPC@1648884808) -> (continuation of Deferred@809061500 after retry RPC@1832993679))) after lookup
23:12:28.232 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:28.233 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] Successfully connected to peer
23:12:28.258 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x1c58a2d8, L:/127.0.0.1:39848 - R:/127.7.155.129:44335] using TOKEN/null
23:12:28.266 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.130:40203
23:12:28.266 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.266904  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:40203
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42357
23:12:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.341675 10001 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.341854 10001 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.341873 10001 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.343319 10001 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.343367 10001 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.130
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.344846 10001 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.130:40203
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.130
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42357
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10001
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.130
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/logs
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.345013 10001 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.345180 10001 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.347297 10006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.347302 10007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.347487 10001 server_base.cc:1061] running on GCE node
23:12:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.347522 10009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.347697 10001 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.347908 10001 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.351158 10001 hybrid_clock.cc:648] HybridClock initialized: now 1783465948350635 us; error 537 us; skew 500 ppm
23:12:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.352113 10001 webserver.cc:534] Webserver started at http://127.7.155.130:42357/ using document root <none> and password file <none>
23:12:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.352268 10001 fs_manager.cc:362] Metadata directory not provided
23:12:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.352305 10001 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.353384 10001 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.353925 10015 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.354053 10001 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.354096 10001 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-cbgl"
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.354328 10001 fs_report.cc:389] FS layout report
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/wal
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/data
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.364238 10001 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.364454 10001 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.364533 10001 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.364682 10001 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.365032 10022 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.365842 10001 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.365880 10001 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.365902 10001 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.366364 10001 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.366402 10001 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.366456 10022 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap starting.
23:12:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.372675 10001 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.130:40203
23:12:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.372751 10129 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.130:40203 every 8 connection(s)
23:12:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.373037 10001 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-1/data/info.pb
23:12:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.374347 10022 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Log is configured to *not* fsync() on all Append() calls
23:12:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.378113 10022 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.378412 10022 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Bootstrap complete.
23:12:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.378749 10132 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.378830 10132 heartbeater.cc:461] Registering TS with master...
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.378997 10132 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379400 10022 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent bootstrapping tablet: real 0.013s	user 0.006s	sys 0.007s
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379410 10130 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379494 10130 heartbeater.cc:461] Registering TS with master...
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379542  7903 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379580 10130 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379719 10131 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379772 10131 heartbeater.cc:461] Registering TS with master...
23:12:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379812  7977 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.379870 10131 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.380232  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.130:35245
23:12:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.380504  7832 ts_manager.cc:194] Re-registered known tserver with Master: 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.380362 10022 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.380558 10022 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 591cb6a145a6427ebd5b2eb661977ec8, State: Initialized, Role: FOLLOWER
23:12:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.380663 10022 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.380916 10022 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.001s
23:12:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.381031 10130 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.381448  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 10001
23:12:28.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:28.385 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:28.385 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.155.129:44335
23:12:28.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.385994  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 9654
23:12:28.391 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:28.391 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] handling channelInactive
23:12:28.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state READY due to: connection closed
23:12:28.410 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:28.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.411 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:28.431 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:28.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [20ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [20ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1583483072(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@395875b8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f5c6d24 -> wakeup thread Time-limited test)) after lookup
23:12:28.431 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:28.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.432 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.451 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:28.451 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:28.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [20ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [20ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [40ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [41ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [41ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [60ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1583483072(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@395875b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f5c6d24 -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743))) after lookup
23:12:28.452 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:28.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.454 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:28.491 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:28.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=100), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [20ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [20ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [40ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [41ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [41ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [60ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [61ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [63ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [99ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1583483072(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@395875b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f5c6d24 -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274))) after lookup
23:12:28.492 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:28.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.493 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:28.711 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:28.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=320), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [20ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [20ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [40ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [41ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [41ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [60ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [61ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [63ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [99ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [100ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [102ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [320ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1583483072(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@395875b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274) -> (continuation of Deferred@246475176 after retry RPC@955699019), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f5c6d24 -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274) -> (continuation of Deferred@246475176 after retry RPC@955699019))) after lookup
23:12:28.712 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:28.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:28.714 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:29.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:29.351 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)[L],dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)]}]
23:12:29.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=960), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [20ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [20ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [40ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [41ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [41ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [60ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [61ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [63ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [99ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [100ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [102ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [320ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [321ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [322ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [323ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [958ms] refreshing cache from master, [958ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [960ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1583483072(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@395875b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274) -> (continuation of Deferred@246475176 after retry RPC@955699019) -> (continuation of Deferred@270048563 after retry RPC@407955513), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f5c6d24 -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274) -> (continuation of Deferred@246475176 after retry RPC@955699019) -> (continuation of Deferred@270048563 after retry RPC@407955513))) after lookup
23:12:29.352 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] connecting to peer
23:12:29.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:29.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:29.354 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335) for tablet d9c6cd65660c4c77bcd130cc8d3a47d8: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335
23:12:29.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.766098 10143 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:29.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.766202 10143 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:29.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.766458 10143 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:29.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.766873  9841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:29.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.767263  9841 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.770045 10084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8" is_pre_election: true
23:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.770184 10084 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 9.
23:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.770442  9840 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.770576 10143 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Leader pre-election won for term 11
23:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.770648 10143 raft_consensus.cc:493] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 7ebb6a23de2a4893a56e6305bed71081)
23:12:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.770671 10143 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 10 FOLLOWER]: Advancing to term 11
23:12:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.771436 10143 raft_consensus.cc:515] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.771584 10143 leader_election.cc:290] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 11 election: Requested vote from peers 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335), 591cb6a145a6427ebd5b2eb661977ec8 (127.7.155.130:40203)
23:12:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.771811 10084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c6cd65660c4c77bcd130cc8d3a47d8" candidate_uuid: "dcbbb2c1773e46f9b591581580ab0e60" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "591cb6a145a6427ebd5b2eb661977ec8"
23:12:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.771903 10084 raft_consensus.cc:3060] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 9 FOLLOWER]: Advancing to term 11
23:12:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.772034  9841 leader_election.cc:336] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111)
23:12:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.772840 10084 raft_consensus.cc:2468] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcbbb2c1773e46f9b591581580ab0e60 in term 11.
23:12:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.773098  9840 leader_election.cc:304] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 591cb6a145a6427ebd5b2eb661977ec8, dcbbb2c1773e46f9b591581580ab0e60; no voters: 7ebb6a23de2a4893a56e6305bed71081
23:12:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.773190 10143 raft_consensus.cc:2804] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 11 FOLLOWER]: Leader election won for term 11
23:12:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.773303 10143 raft_consensus.cc:697] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [term 11 LEADER]: Becoming Leader. State: Replica: dcbbb2c1773e46f9b591581580ab0e60, State: Running, Role: LEADER
23:12:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.773375 10143 consensus_queue.cc:237] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:29.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.774020  7977 catalog_manager.cc:5696] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 reported cstate change: term changed from 10 to 11, leader changed from 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129) to dcbbb2c1773e46f9b591581580ab0e60 (127.7.155.131). New cstate: current_term: 11 leader_uuid: "dcbbb2c1773e46f9b591581580ab0e60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } health_report { overall_health: HEALTHY } } }
23:12:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:30.196568  9841 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 -> Peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Couldn't send request to peer 7ebb6a23de2a4893a56e6305bed71081. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:12:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.291986 10084 raft_consensus.cc:1275] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 591cb6a145a6427ebd5b2eb661977ec8 [term 11 FOLLOWER]: Refusing update from remote peer dcbbb2c1773e46f9b591581580ab0e60: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
23:12:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.292309 10143 consensus_queue.cc:1048] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
23:12:32.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:32.645972  9841 consensus_peers.cc:597] T d9c6cd65660c4c77bcd130cc8d3a47d8 P dcbbb2c1773e46f9b591581580ab0e60 -> Peer 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335): Couldn't send request to peer 7ebb6a23de2a4893a56e6305bed71081. Status: Network error: Client connection negotiation failed: client connection to 127.7.155.129:44335: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:12:33.251 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9c6cd65660c4c77bcd130cc8d3a47d8 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637' with partition [<start>, <end>)
23:12:33.252 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8@[591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203),7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335),dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)[L]]}]
23:12:33.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4861), Traces: [0ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [20ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [20ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [40ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [41ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [41ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [60ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [61ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [63ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [99ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [100ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [102ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [102ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [320ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [321ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [322ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [323ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [958ms] refreshing cache from master, [958ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [960ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, [961ms] sending RPC to server 7ebb6a23de2a4893a56e6305bed71081, [963ms] received response from server 7ebb6a23de2a4893a56e6305bed71081: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [963ms] delaying RPC due to: Network error: Failed to connect to peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335): Connection refused: /127.7.155.129:44335, [4858ms] refreshing cache from master, [4858ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.155.188:34587, [4860ms] Sub RPC GetTableLocations: received response from server master-127.7.155.188:34587: OK, deferred=Deferred@1583483072(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f0de436acb0@395875b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274) -> (continuation of Deferred@246475176 after retry RPC@955699019) -> (continuation of Deferred@270048563 after retry RPC@407955513) -> (continuation of Deferred@1381782009 after retry RPC@1297250987), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f5c6d24 -> wakeup thread Time-limited test -> (continuation of Deferred@412886885 after retry RPC@1683315743) -> (continuation of Deferred@45372959 after retry RPC@1280268274) -> (continuation of Deferred@246475176 after retry RPC@955699019) -> (continuation of Deferred@270048563 after retry RPC@407955513) -> (continuation of Deferred@1381782009 after retry RPC@1297250987))) after lookup
23:12:33.252 [DEBUG - kudu-nio-1] (Connection.java:748) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] connecting to peer
23:12:33.253 [DEBUG - kudu-nio-3] (Connection.java:757) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] Successfully connected to peer
23:12:33.270 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4511b647, L:/127.0.0.1:33612 - R:/127.7.155.131:46305] using TOKEN/null
23:12:33.281 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.155.129:44335
23:12:33.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.282398  7790 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKWHyFu/build/release/bin/kudu
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.356408 10183 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.356563 10183 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.356588 10183 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.358180 10183 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.358235 10183 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.155.129
23:12:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.359791 10183 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.155.148:39149
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.155.129:44335
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.155.129
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44565
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.155.190:33717,127.7.155.189:33861,127.7.155.188:34587
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10183
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.155.129
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/logs
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:12:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:22 UTC on e7f111948823
23:12:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16827
23:12:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.360025 10183 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.360277 10183 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:33.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.362787 10189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.362926 10183 server_base.cc:1061] running on GCE node
23:12:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.362793 10191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.362797 10188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.363320 10183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.363543 10183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.364699 10183 hybrid_clock.cc:648] HybridClock initialized: now 1783465953364668 us; error 31 us; skew 500 ppm
23:12:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.366009 10183 webserver.cc:534] Webserver started at http://127.7.155.129:44565/ using document root <none> and password file <none>
23:12:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.366153 10183 fs_manager.cc:362] Metadata directory not provided
23:12:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.366189 10183 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.367208 10183 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
23:12:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.367746 10197 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.367879 10183 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.367925 10183 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data,/tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ebb6a23de2a4893a56e6305bed71081"
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:59 on dist-test-slave-cbgl"
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.368194 10183 fs_report.cc:389] FS layout report
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/wal
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/data
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.379544 10183 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.379778 10183 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.379856 10183 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.380003 10183 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.380396 10204 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:12:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.381202 10183 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:12:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.381242 10183 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:12:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.381264 10183 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:12:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.381808 10183 ts_tablet_manager.cc:616] Registered 1 tablets
23:12:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.381837 10183 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:12:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.381908 10204 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap starting.
23:12:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.387419 10183 rpc_server.cc:307] RPC server started. Bound to: 127.7.155.129:44335
23:12:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.387480 10311 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.155.129:44335 every 8 connection(s)
23:12:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.387737 10183 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKWHyFu/test-tmp/mini-kudu-cluster18171721479424011921/ts-0/data/info.pb
23:12:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.391393 10204 log.cc:826] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Log is configured to *not* fsync() on all Append() calls
23:12:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.394958 10204 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:12:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.395164 10204 tablet_bootstrap.cc:492] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Bootstrap complete.
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396008 10204 ts_tablet_manager.cc:1403] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent bootstrapping tablet: real 0.014s	user 0.000s	sys 0.011s
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396278  7790 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKWHyFu/build/release/bin/kudu as pid 10183
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396406 10313 heartbeater.cc:344] Connected to a master server at 127.7.155.190:33717
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396436 10314 heartbeater.cc:344] Connected to a master server at 127.7.155.189:33861
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396478 10313 heartbeater.cc:461] Registering TS with master...
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396502 10312 heartbeater.cc:344] Connected to a master server at 127.7.155.188:34587
23:12:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396528 10312 heartbeater.cc:461] Registering TS with master...
23:12:33.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:12:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396481 10314 heartbeater.cc:461] Registering TS with master...
23:12:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396667 10313 heartbeater.cc:507] Master 127.7.155.190:33717 requested a full tablet report, sending...
23:12:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396761 10314 heartbeater.cc:507] Master 127.7.155.189:33861 requested a full tablet report, sending...
23:12:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.396667 10312 heartbeater.cc:507] Master 127.7.155.188:34587 requested a full tablet report, sending...
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397285  7831 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397338 10204 raft_consensus.cc:359] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397557  7903 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397599 10204 raft_consensus.cc:740] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ebb6a23de2a4893a56e6305bed71081, State: Initialized, Role: FOLLOWER
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397702 10204 consensus_queue.cc:260] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ebb6a23de2a4893a56e6305bed71081" member_type: VOTER last_known_addr { host: "127.7.155.129" port: 44335 } } peers { permanent_uuid: "591cb6a145a6427ebd5b2eb661977ec8" member_type: VOTER last_known_addr { host: "127.7.155.130" port: 40203 } } peers { permanent_uuid: "dcbbb2c1773e46f9b591581580ab0e60" member_type: VOTER last_known_addr { host: "127.7.155.131" port: 46305 } }
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397763  7977 ts_manager.cc:194] Re-registered known tserver with Master: 7ebb6a23de2a4893a56e6305bed71081 (127.7.155.129:44335)
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.397924 10204 ts_tablet_manager.cc:1434] T d9c6cd65660c4c77bcd130cc8d3a47d8 P 7ebb6a23de2a4893a56e6305bed71081: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.001s
23:12:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.398244  7977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.155.129:36117
23:12:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.399081 10312 heartbeater.cc:499] Master 127.7.155.188:34587 was elected leader, sending a full tablet report...
23:12:33.400 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:33.402 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465920637, tablet=d9c6cd65660c4c77bcd130cc8d3a47d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:33.406 [DEBUG - main] (Connection.java:575) [peer 591cb6a145a6427ebd5b2eb661977ec8(127.7.155.130:40203)] disconnecting while in state TERMINATED
23:12:33.407 [DEBUG - main] (Connection.java:575) [peer 7ebb6a23de2a4893a56e6305bed71081(127.7.155.129:44335)] disconnecting while in state TERMINATED
23:12:33.407 [DEBUG - main] (Connection.java:575) [peer master-127.7.155.189:33861(127.7.155.189:33861)] disconnecting while in state READY
23:12:33.407 [DEBUG - main] (Connection.java:575) [peer master-127.7.155.190:33717(127.7.155.190:33717)] disconnecting while in state READY
23:12:33.407 [DEBUG - main] (Connection.java:575) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] disconnecting while in state READY
23:12:33.408 [DEBUG - main] (Connection.java:575) [peer master-127.7.155.188:34587(127.7.155.188:34587)] disconnecting while in state READY
23:12:33.410 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.155.188:34587(127.7.155.188:34587)] handling channelInactive
23:12:33.410 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.155.189:33861(127.7.155.189:33861)] handling channelInactive
23:12:33.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.155.189:33861(127.7.155.189:33861)] cleaning up while in state READY due to: connection closed
23:12:33.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.155.188:34587(127.7.155.188:34587)] cleaning up while in state READY due to: connection closed
23:12:33.412 [DEBUG - kudu-nio-3] (Connection.java:239) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] handling channelInactive
23:12:33.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dcbbb2c1773e46f9b591581580ab0e60(127.7.155.131:46305)] cleaning up while in state READY due to: connection closed
23:12:33.412 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:33.415 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.155.190:33717(127.7.155.190:33717)] handling channelInactive
23:12:33.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.155.190:33717(127.7.155.190:33717)] cleaning up while in state READY due to: connection closed
23:12:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.416020  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 10183
23:12:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.421219  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 10001
23:12:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.425666  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 9824
23:12:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.430403  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 7801
23:12:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.434147  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 7873
23:12:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.437908  7790 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKWHyFu/build/release/bin/kudu with pid 7942
23:12:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:33Z chronyd exiting

Time: 34.943

OK (1 test)

