JUnit version 4.13.2
.08:23:31.061 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786523011052
08:23:31.143 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:23:31.229 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:23:31.243 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskFD7snv/test-tmp
08:23:31.250 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
08:23:31.252 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskFD7snv/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
08:23:31.435 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:23:31.453 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:23:31.454 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:23:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.456286  7465 mini_oidc.cc:150] Starting JWKS server
08:23:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.457237  7465 webserver.cc:533] Webserver started at http://127.0.0.1:39481/ using document root <none> and password file <none>
08:23:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.457398  7465 mini_oidc.cc:186] Starting OIDC Discovery server
08:23:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.457604  7465 webserver.cc:533] Webserver started at http://127.0.0.1:36113/ using document root <none> and password file <none>
08:23:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:23:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:23:31.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:23:31Z Disabled control of system clock
08:23:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.471869  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal
08:23:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data
08:23:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/logs
08:23:31.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data/info.pb
08:23:31.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:31.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:23:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:23:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.126:34467
08:23:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.126
08:23:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:23:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:23:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39481/jwks.json with env {}
08:23:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.552393  7489 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.552615  7489 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.552636  7489 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.554517  7489 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:23:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.554574  7489 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.554589  7489 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:23:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.554601  7489 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:23:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.554613  7489 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:23:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.554625  7489 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39481/jwks.json
08:23:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.556902  7489 master_runner.cc:387] Master server non-default flags:
08:23:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/logs
08:23:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:31.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data
08:23:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal
08:23:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:23:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:23:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.126:34467
08:23:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:23:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:23:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39481/jwks.json
08:23:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data/info.pb
08:23:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.126
08:23:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7489
08:23:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:23:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.557117  7489 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.557365  7489 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.560534  7498 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.560519  7501 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.560519  7497 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.560858  7489 server_base.cc:1061] running on GCE node
08:23:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.561067  7489 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.561403  7489 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.562546  7489 hybrid_clock.cc:648] HybridClock initialized: now 1786523011562537 us; error 70 us; skew 500 ppm
08:23:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.563791  7489 webserver.cc:533] Webserver started at http://127.7.74.126:36469/ using document root <none> and password file <none>
08:23:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.564003  7489 fs_manager.cc:362] Metadata directory not provided
08:23:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.564057  7489 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.564183  7489 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:23:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.565258  7489 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data/instance:
08:23:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68dbd29e14b84ee5b09159f7804599c7"
08:23:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.565536  7489 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal/instance:
08:23:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68dbd29e14b84ee5b09159f7804599c7"
08:23:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.566911  7489 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
08:23:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.567625  7513 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.567780  7489 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:23:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.567843  7489 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal
08:23:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68dbd29e14b84ee5b09159f7804599c7"
08:23:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.567888  7489 fs_report.cc:389] FS layout report
08:23:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal
08:23:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal
08:23:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data/data
08:23:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.607381  7489 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.607672  7489 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.607756  7489 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.612416  7489 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.126:34467
08:23:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.612464  7601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.126:34467 every 8 connection(s)
08:23:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.612912  7489 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/data/info.pb
08:23:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.613855  7604 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:23:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.615530  7604 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.617524  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 7489
08:23:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.617642  7465 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-0/wal/instance
08:23:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.618578  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal
08:23:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data
08:23:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/logs
08:23:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data/info.pb
08:23:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:23:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.125:35241
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.125
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:23:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:23:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39481/jwks.json with env {}
08:23:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.629848  7604 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.630376  7515 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.125:35241: connect: Connection refused (error 111)
08:23:31.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.630959  7604 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.125:35241: Network error: Client connection negotiation failed: client connection to 127.7.74.125:35241: connect: Connection refused (error 111)
08:23:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.680197  7604 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } attempt: 1
08:23:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.681308  7604 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.125:35241: Network error: Client connection negotiation failed: client connection to 127.7.74.125:35241: connect: Connection refused (error 111)
08:23:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.706614  7611 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.706805  7611 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.706825  7611 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.708407  7611 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:23:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.708452  7611 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.708467  7611 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:23:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.708480  7611 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:23:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.708492  7611 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:23:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.708503  7611 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39481/jwks.json
08:23:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.710253  7611 master_runner.cc:387] Master server non-default flags:
08:23:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/logs
08:23:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data
08:23:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal
08:23:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:23:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.125:35241
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39481/jwks.json
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data/info.pb
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.125
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7611
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:23:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.710436  7611 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.710624  7611 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.713020  7623 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.712961  7619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.712988  7620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.713608  7611 server_base.cc:1061] running on GCE node
08:23:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.713860  7611 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.714076  7611 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.715246  7611 hybrid_clock.cc:648] HybridClock initialized: now 1786523011715210 us; error 48 us; skew 500 ppm
08:23:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.716446  7611 webserver.cc:533] Webserver started at http://127.7.74.125:38195/ using document root <none> and password file <none>
08:23:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.716646  7611 fs_manager.cc:362] Metadata directory not provided
08:23:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.716691  7611 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.716842  7611 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:23:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.717926  7611 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data/instance:
08:23:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "273cceaf23b140d6b79b1be6531013bc"
08:23:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.718288  7611 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal/instance:
08:23:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "273cceaf23b140d6b79b1be6531013bc"
08:23:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.720456  7611 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.000s
08:23:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.723474  7632 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.724642  7611 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.000s
08:23:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.724761  7611 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal
08:23:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "273cceaf23b140d6b79b1be6531013bc"
08:23:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.724840  7611 fs_report.cc:389] FS layout report
08:23:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal
08:23:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal
08:23:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data/data
08:23:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.735683  7611 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.735934  7611 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.736013  7611 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.740554  7611 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.125:35241
08:23:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.740598  7724 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.125:35241 every 8 connection(s)
08:23:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.741008  7611 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/data/info.pb
08:23:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.741667  7726 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:23:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.743424  7726 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.744895  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 7611
08:23:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.744983  7465 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-1/wal/instance
08:23:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.745433  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal
08:23:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data
08:23:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/logs
08:23:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data/info.pb
08:23:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.124:34023
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.124
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:23:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:23:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39481/jwks.json with env {}
08:23:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.749536  7604 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } attempt: 2
08:23:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.750005  7726 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.755755  7726 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.756145  7637 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.124:34023: connect: Connection refused (error 111)
08:23:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.757732  7604 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.757790  7726 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.124:34023: Network error: Client connection negotiation failed: client connection to 127.7.74.124:34023: connect: Connection refused (error 111)
08:23:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.758401  7604 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.124:34023: Network error: Client connection negotiation failed: client connection to 127.7.74.124:34023: connect: Connection refused (error 111)
08:23:31.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.801573  7604 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } attempt: 1
08:23:31.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.802682  7604 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.124:34023: Network error: Client connection negotiation failed: client connection to 127.7.74.124:34023: connect: Connection refused (error 111)
08:23:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.807021  7726 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } attempt: 1
08:23:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.807945  7726 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.124:34023: Network error: Client connection negotiation failed: client connection to 127.7.74.124:34023: connect: Connection refused (error 111)
08:23:31.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.834311  7733 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.834483  7733 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.834506  7733 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.836140  7733 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:23:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.836193  7733 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.836210  7733 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:23:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.836222  7733 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:23:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.836236  7733 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:23:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.836249  7733 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39481/jwks.json
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.838224  7733 master_runner.cc:387] Master server non-default flags:
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/logs
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:23:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.124:34023
08:23:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:23:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:23:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39481/jwks.json
08:23:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data/info.pb
08:23:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.124
08:23:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7733
08:23:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:23:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.838413  7733 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.838603  7733 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.840970  7746 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.840982  7748 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.841348  7750 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.841753  7733 server_base.cc:1061] running on GCE node
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.842039  7733 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.842324  7733 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.843506  7733 hybrid_clock.cc:648] HybridClock initialized: now 1786523011843458 us; error 59 us; skew 500 ppm
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.844650  7733 webserver.cc:533] Webserver started at http://127.7.74.124:38893/ using document root <none> and password file <none>
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.844883  7733 fs_manager.cc:362] Metadata directory not provided
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.844918  7733 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.845000  7733 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.845860  7733 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data/instance:
08:23:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ae045dd9c8492a92f134ac60b0d6f1"
08:23:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.846220  7733 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal/instance:
08:23:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ae045dd9c8492a92f134ac60b0d6f1"
08:23:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.847450  7733 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
08:23:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.848097  7758 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.848250  7733 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:23:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.848308  7733 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal
08:23:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ae045dd9c8492a92f134ac60b0d6f1"
08:23:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:31 on dist-test-slave-x5fp"
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.848346  7733 fs_report.cc:389] FS layout report
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data/data
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.849856  7604 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } attempt: 2
08:23:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.850502  7604 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.74.124:34023: Network error: Client connection negotiation failed: client connection to 127.7.74.124:34023: connect: Connection refused (error 111)
08:23:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.860183  7733 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.860508  7733 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.860652  7733 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.865072  7733 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.124:34023
08:23:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.865103  7839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.124:34023 every 8 connection(s)
08:23:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.865483  7733 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/data/info.pb
08:23:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.866149  7840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:23:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.867347  7840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.872150  7840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.874704  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 7733
08:23:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.874804  7465 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/master-2/wal/instance
08:23:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.875715  7840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } has no permanent_uuid. Determining permanent_uuid...
08:23:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.876096  7726 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } attempt: 2
08:23:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.880817  7840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: Bootstrap starting.
08:23:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.881675  7840 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: Neither blocks nor log segments found. Creating new log.
08:23:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.881817  7726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: Bootstrap starting.
08:23:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.881961  7840 log.cc:826] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: Log is configured to *not* fsync() on all Append() calls
08:23:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.882450  7726 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: Neither blocks nor log segments found. Creating new log.
08:23:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.883041  7726 log.cc:826] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: Log is configured to *not* fsync() on all Append() calls
08:23:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.884109  7726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: No bootstrap required, opened a new log
08:23:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.884253  7840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: No bootstrap required, opened a new log
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.885864  7726 raft_consensus.cc:359] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.885983  7726 raft_consensus.cc:385] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886020  7726 raft_consensus.cc:740] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 273cceaf23b140d6b79b1be6531013bc, State: Initialized, Role: FOLLOWER
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886107  7726 consensus_queue.cc:260] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886307  7840 raft_consensus.cc:359] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886410  7840 raft_consensus.cc:385] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:23:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886479  7840 raft_consensus.cc:740] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57ae045dd9c8492a92f134ac60b0d6f1, State: Initialized, Role: FOLLOWER
08:23:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886498  7726 sys_catalog.cc:565] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: configured and running, proceeding with master startup.
08:23:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886611  7840 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.886878  7840 sys_catalog.cc:565] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: configured and running, proceeding with master startup.
08:23:31.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.888712  7865 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:31.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.889340  7865 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: This master's current role is: FOLLOWER
08:23:31.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.889423  7897 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:23:31.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.889500  7897 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:23:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.890060  7904 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:23:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.890117  7904 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:23:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.888999  7611 master_runner.cc:187] Error getting master registration for 127.7.74.126:34467: OK, instance_id { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" instance_seqno: 1786523011611311 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:23:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.890918  7611 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:23:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.890816  7733 master_runner.cc:187] Error getting master registration for 127.7.74.126:34467: OK, instance_id { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" instance_seqno: 1786523011611311 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:23:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.892329  7733 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:23:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.892849  7858 sys_catalog.cc:455] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.893213  7858 sys_catalog.cc:458] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: This master's current role is: FOLLOWER
08:23:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.957639  7604 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } attempt: 3
08:23:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.964115  7604 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: Bootstrap starting.
08:23:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.965576  7604 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: Neither blocks nor log segments found. Creating new log.
08:23:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.965912  7604 log.cc:826] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: Log is configured to *not* fsync() on all Append() calls
08:23:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.966955  7604 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: No bootstrap required, opened a new log
08:23:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.969049  7604 raft_consensus.cc:359] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.969472  7604 raft_consensus.cc:385] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:23:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.969745  7604 raft_consensus.cc:740] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68dbd29e14b84ee5b09159f7804599c7, State: Initialized, Role: FOLLOWER
08:23:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.970103  7604 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.970711  7604 sys_catalog.cc:565] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: configured and running, proceeding with master startup.
08:23:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.970683  7911 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.971382  7911 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: This master's current role is: FOLLOWER
08:23:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.973042  7929 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:23:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.973348  7929 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:23:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.975193  7489 master_runner.cc:264] No leader master found from master 68dbd29e14b84ee5b09159f7804599c7
08:23:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:31.975240  7489 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:23:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:31.986646  7640 tablet.cc:2406] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:23:32.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.053834  7858 raft_consensus.cc:493] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:23:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.053970  7858 raft_consensus.cc:515] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.054232  7858 leader_election.cc:290] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 68dbd29e14b84ee5b09159f7804599c7 (127.7.74.126:34467), 57ae045dd9c8492a92f134ac60b0d6f1 (127.7.74.124:34023)
08:23:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.056025  7797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "273cceaf23b140d6b79b1be6531013bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" is_pre_election: true
08:23:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.056226  7797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 273cceaf23b140d6b79b1be6531013bc in term 0.
08:23:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.056560  7565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "273cceaf23b140d6b79b1be6531013bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68dbd29e14b84ee5b09159f7804599c7" is_pre_election: true
08:23:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.056694  7565 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 273cceaf23b140d6b79b1be6531013bc in term 0.
08:23:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.056965  7637 leader_election.cc:304] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 273cceaf23b140d6b79b1be6531013bc, 57ae045dd9c8492a92f134ac60b0d6f1; no voters: 
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.057148  7858 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Leader pre-election won for term 1
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.057191  7858 raft_consensus.cc:493] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.057212  7858 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 0 FOLLOWER]: Advancing to term 1
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.058147  7858 raft_consensus.cc:515] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.058295  7858 leader_election.cc:290] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [CANDIDATE]: Term 1 election: Requested vote from peers 68dbd29e14b84ee5b09159f7804599c7 (127.7.74.126:34467), 57ae045dd9c8492a92f134ac60b0d6f1 (127.7.74.124:34023)
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.059521  7565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "273cceaf23b140d6b79b1be6531013bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68dbd29e14b84ee5b09159f7804599c7"
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.059595  7565 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 0 FOLLOWER]: Advancing to term 1
08:23:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.060499  7565 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 273cceaf23b140d6b79b1be6531013bc in term 1.
08:23:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.060776  7797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "273cceaf23b140d6b79b1be6531013bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57ae045dd9c8492a92f134ac60b0d6f1"
08:23:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.060856  7797 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 0 FOLLOWER]: Advancing to term 1
08:23:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.061630  7797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 273cceaf23b140d6b79b1be6531013bc in term 1.
08:23:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.060678  7635 leader_election.cc:304] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 273cceaf23b140d6b79b1be6531013bc, 68dbd29e14b84ee5b09159f7804599c7; no voters: 
08:23:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.064567  7858 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 1 FOLLOWER]: Leader election won for term 1
08:23:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.064781  7858 raft_consensus.cc:697] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [term 1 LEADER]: Becoming Leader. State: Replica: 273cceaf23b140d6b79b1be6531013bc, State: Running, Role: LEADER
08:23:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.064877  7858 consensus_queue.cc:237] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } }
08:23:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.065243  7858 sys_catalog.cc:455] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 273cceaf23b140d6b79b1be6531013bc. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.065330  7858 sys_catalog.cc:458] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: This master's current role is: LEADER
08:23:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.066733  7933 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:23:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.067365  7933 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:23:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.069809  7797 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [term 1 FOLLOWER]: Refusing update from remote peer 273cceaf23b140d6b79b1be6531013bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:23:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.070544  7858 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:23:32.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.071657  7865 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 273cceaf23b140d6b79b1be6531013bc. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.071749  7865 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: This master's current role is: FOLLOWER
08:23:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.073086  7565 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [term 1 FOLLOWER]: Refusing update from remote peer 273cceaf23b140d6b79b1be6531013bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:23:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.073316  7858 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:23:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.074251  7911 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 273cceaf23b140d6b79b1be6531013bc. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.074339  7911 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: This master's current role is: FOLLOWER
08:23:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.076449  7931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.076534  7931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: This master's current role is: LEADER
08:23:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.078069  7911 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.078141  7911 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7 [sys.catalog]: This master's current role is: FOLLOWER
08:23:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.078904  7934 mvcc.cc:204] Tried to move back new op lower bound from 7317598257434853376 to 7317598257418194944. Current Snapshot: MvccSnapshot[applied={T|T < 7317598257434853376}]
08:23:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.079770  7938 mvcc.cc:204] Tried to move back new op lower bound from 7317598257434853376 to 7317598257418194944. Current Snapshot: MvccSnapshot[applied={T|T < 7317598257434853376}]
08:23:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.080426  7858 sys_catalog.cc:455] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.080498  7858 sys_catalog.cc:458] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc [sys.catalog]: This master's current role is: LEADER
08:23:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.080840  7865 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "273cceaf23b140d6b79b1be6531013bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68dbd29e14b84ee5b09159f7804599c7" member_type: VOTER last_known_addr { host: "127.7.74.126" port: 34467 } } peers { permanent_uuid: "273cceaf23b140d6b79b1be6531013bc" member_type: VOTER last_known_addr { host: "127.7.74.125" port: 35241 } } peers { permanent_uuid: "57ae045dd9c8492a92f134ac60b0d6f1" member_type: VOTER last_known_addr { host: "127.7.74.124" port: 34023 } } }
08:23:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.080914  7865 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1 [sys.catalog]: This master's current role is: FOLLOWER
08:23:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.082064  7935 mvcc.cc:204] Tried to move back new op lower bound from 7317598257434853376 to 7317598257418194944. Current Snapshot: MvccSnapshot[applied={T|T < 7317598257434853376}]
08:23:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.083104  7933 catalog_manager.cc:1383] Generated new cluster ID: 994d2f0a4a4648d2abe8919f3b758c51
08:23:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.083161  7933 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:23:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.120656  7933 catalog_manager.cc:1406] Generated new certificate authority record
08:23:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.121580  7933 catalog_manager.cc:1540] Loading token signing keys...
08:23:32.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.127194  7933 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 273cceaf23b140d6b79b1be6531013bc: Generated new TSK 0
08:23:32.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.127696  7933 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:23:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.139145  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:0
08:23:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:32.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.222287  7948 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:32.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.222453  7948 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:32.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.222471  7948 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.224208  7948 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.224275  7948 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.65
08:23:32.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.226153  7948 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:32.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:0
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:23:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7948
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.226404  7948 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.226661  7948 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.229637  7955 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.229800  7960 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.229899  7957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.230360  7948 server_base.cc:1061] running on GCE node
08:23:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.230516  7948 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.230738  7948 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.231906  7948 hybrid_clock.cc:648] HybridClock initialized: now 1786523012231874 us; error 43 us; skew 500 ppm
08:23:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.233346  7948 webserver.cc:533] Webserver started at http://127.7.74.65:37985/ using document root <none> and password file <none>
08:23:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.233561  7948 fs_manager.cc:362] Metadata directory not provided
08:23:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.233621  7948 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.233732  7948 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:23:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.234817  7948 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/instance:
08:23:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.235287  7948 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal/instance:
08:23:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.236800  7948 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.001s
08:23:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.238255  7966 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.238746  7948 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.238826  7948 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.238883  7948 fs_report.cc:389] FS layout report
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/data
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:32.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.250500  7948 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.250844  7948 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.250965  7948 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.251187  7948 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.251560  7948 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:23:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.251596  7948 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:23:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.251626  7948 ts_tablet_manager.cc:616] Registered 0 tablets
08:23:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.251643  7948 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:23:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.259176  7948 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.65:46131
08:23:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.259287  8169 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.65:46131 every 8 connection(s)
08:23:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.259598  7948 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.265689  8170 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.265800  8170 heartbeater.cc:461] Registering TS with master...
08:23:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.265921  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 7948
08:23:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.266006  7465 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal/instance
08:23:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.265995  8172 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.266050  8172 heartbeater.cc:461] Registering TS with master...
08:23:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.266132  8172 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.266011  8170 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.266992  7656 ts_manager.cc:194] Registered new tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.267005  7778 ts_manager.cc:194] Registered new tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.268030  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.65:40525
08:23:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.268204  8171 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.268277  8171 heartbeater.cc:461] Registering TS with master...
08:23:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.268391  8171 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.268901  7544 ts_manager.cc:194] Registered new tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.269429  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:0
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.349668  8179 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.349835  8179 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.349854  8179 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.351460  8179 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.351516  8179 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.66
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.353157  8179 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:0
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8179
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.353340  8179 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.353520  8179 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.356166  8196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.356165  8192 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.356391  8179 server_base.cc:1061] running on GCE node
08:23:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.356153  8191 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.356638  8179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.356878  8179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:32.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.358011  8179 hybrid_clock.cc:648] HybridClock initialized: now 1786523012357994 us; error 39 us; skew 500 ppm
08:23:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.359125  8179 webserver.cc:533] Webserver started at http://127.7.74.66:44471/ using document root <none> and password file <none>
08:23:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.359288  8179 fs_manager.cc:362] Metadata directory not provided
08:23:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.359318  8179 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.359395  8179 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:23:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.360513  8179 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/instance:
08:23:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.360915  8179 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal/instance:
08:23:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.362423  8179 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
08:23:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.363274  8204 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.363504  8179 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
08:23:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.363556  8179 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.363601  8179 fs_report.cc:389] FS layout report
08:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/data
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.377313  8179 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.377570  8179 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.377655  8179 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.377818  8179 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.378077  8179 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:23:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.378099  8179 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:23:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.378120  8179 ts_tablet_manager.cc:616] Registered 0 tablets
08:23:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.378132  8179 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:23:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.385952  8179 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.66:43871
08:23:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.386039  8394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.66:43871 every 8 connection(s)
08:23:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.386384  8179 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.393841  8397 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.394249  8397 heartbeater.cc:461] Registering TS with master...
08:23:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.394500  8397 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.394940  8401 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.395000  8401 heartbeater.cc:461] Registering TS with master...
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.395001  7778 ts_manager.cc:194] Registered new tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.395092  8401 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.395262  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 8179
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.395346  7465 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal/instance
08:23:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.395604  7655 ts_manager.cc:194] Registered new tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:32.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.396062  7655 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.66:40447
08:23:32.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.396654  8398 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.396911  8398 heartbeater.cc:461] Registering TS with master...
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.397009  8398 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.397271  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:0
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.397280  7545 ts_manager.cc:194] Registered new tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.476274  8412 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.476483  8412 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.476513  8412 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.478230  8412 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.478322  8412 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.67
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.479918  8412 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:0
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8412
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.480175  8412 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.480453  8412 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.483291  8419 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.483291  8422 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:32.483404  8424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.484076  8412 server_base.cc:1061] running on GCE node
08:23:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.484256  8412 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.484494  8412 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.485658  8412 hybrid_clock.cc:648] HybridClock initialized: now 1786523012485630 us; error 43 us; skew 500 ppm
08:23:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.486866  8412 webserver.cc:533] Webserver started at http://127.7.74.67:33009/ using document root <none> and password file <none>
08:23:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.487076  8412 fs_manager.cc:362] Metadata directory not provided
08:23:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.487108  8412 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.487186  8412 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:23:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.488128  8412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/instance:
08:23:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.488474  8412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal/instance:
08:23:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.489776  8412 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
08:23:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.490504  8432 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.490689  8412 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.490764  8412 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.490823  8412 fs_report.cc:389] FS layout report
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/data
08:23:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.506922  8412 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.507285  8412 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.507419  8412 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.507663  8412 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.508052  8412 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:23:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.508113  8412 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:23:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.508149  8412 ts_tablet_manager.cc:616] Registered 0 tablets
08:23:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.508169  8412 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:23:32.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.515029  8412 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.67:39027
08:23:32.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.515108  8620 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.67:39027 every 8 connection(s)
08:23:32.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.515460  8412 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.520989  8623 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521037  8622 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521051  8624 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521140  8623 heartbeater.cc:461] Registering TS with master...
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521183  8624 heartbeater.cc:461] Registering TS with master...
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521142  8622 heartbeater.cc:461] Registering TS with master...
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521430  8624 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521430  8623 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521428  8622 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521925  7656 ts_manager.cc:194] Registered new tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.521935  7778 ts_manager.cc:194] Registered new tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.522028  7545 ts_manager.cc:194] Registered new tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.522439  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.67:51759
08:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.522522  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 8412
08:23:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.522718  7465 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal/instance
08:23:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.525893  7465 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:23:32.526 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:23:32.527 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:23:32.536 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.74.126"
      port: 34467
    }
    bound_http_address {
      host: "127.7.74.126"
      port: 36469
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.74.125"
      port: 35241
    }
    bound_http_address {
      host: "127.7.74.125"
      port: 38195
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.74.124"
      port: 34023
    }
    bound_http_address {
      host: "127.7.74.124"
      port: 38893
    }
  }
}

08:23:32.539 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:23:32.541 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.74.65"
      port: 46131
    }
    bound_http_address {
      host: "127.7.74.65"
      port: 37985
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.74.66"
      port: 43871
    }
    bound_http_address {
      host: "127.7.74.66"
      port: 44471
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.74.67"
      port: 39027
    }
    bound_http_address {
      host: "127.7.74.67"
      port: 33009
    }
  }
}

08:23:32.541 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:23:32.710 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:23:32.767 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:23:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.890663  7904 catalog_manager.cc:1295] Loaded cluster ID: 994d2f0a4a4648d2abe8919f3b758c51
08:23:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.890758  7904 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: loading cluster ID for follower catalog manager: success
08:23:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.892158  7904 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: acquiring CA information for follower catalog manager: success
08:23:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.892585  7904 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 57ae045dd9c8492a92f134ac60b0d6f1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:23:32.948 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.74.125:35241(127.7.74.125:35241)] connecting to peer
08:23:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.974020  7929 catalog_manager.cc:1295] Loaded cluster ID: 994d2f0a4a4648d2abe8919f3b758c51
08:23:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.974119  7929 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: loading cluster ID for follower catalog manager: success
08:23:32.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.975127  7929 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: acquiring CA information for follower catalog manager: success
08:23:32.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:32.975477  7929 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 68dbd29e14b84ee5b09159f7804599c7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:23:33.008 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.74.124:34023(127.7.74.124:34023)] connecting to peer
08:23:33.010 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.74.126:34467(127.7.74.126:34467)] connecting to peer
08:23:33.030 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.74.124:34023(127.7.74.124:34023)] Successfully connected to peer
08:23:33.030 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.74.125:35241(127.7.74.125:35241)] Successfully connected to peer
08:23:33.030 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.74.126:34467(127.7.74.126:34467)] Successfully connected to peer
08:23:33.129 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.74.126
08:23:33.129 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.74.125
08:23:33.129 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.74.124
08:23:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.269006  8172 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:33.377 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x84aab29c, L:/127.0.0.1:39262 - R:/127.7.74.125:35241] using SASL/PLAIN
08:23:33.377 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x4701f56f, L:/127.0.0.1:55752 - R:/127.7.74.126:34467] using SASL/PLAIN
08:23:33.381 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xd9faed0e, L:/127.0.0.1:47128 - R:/127.7.74.124:34023] using SASL/PLAIN
08:23:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.396934  8401 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:33.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:23:33.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=513), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.74.125:35241, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.74.124:34023, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.74.126:34467, [483ms] Sub RPC ConnectToMaster: received response from server master-127.7.74.126:34467: OK, [483ms] Sub RPC ConnectToMaster: received response from server master-127.7.74.124:34023: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.7.74.125:35241: OK, deferred=null) after lookup
08:23:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.460204  7656 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39262:
08:23:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886"
08:23:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:23:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:23:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:23:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:23:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:23:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:23:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:23:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:23:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:23:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:23:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:23:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:33.460780  7656 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:23:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.481509  8286 tablet_service.cc:1511] Processing CreateTablet for tablet 3e611ab27787473dbb27e18e3d592e9f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886 [id=415f3ef3dfc34144b760915a1e687e2b]), partition=RANGE (key) PARTITION UNBOUNDED
08:23:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.481874  8286 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e611ab27787473dbb27e18e3d592e9f. 1 dirs total, 0 dirs full, 0 dirs failed
08:23:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.481791  8053 tablet_service.cc:1511] Processing CreateTablet for tablet 3e611ab27787473dbb27e18e3d592e9f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886 [id=415f3ef3dfc34144b760915a1e687e2b]), partition=RANGE (key) PARTITION UNBOUNDED
08:23:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.482086  8053 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e611ab27787473dbb27e18e3d592e9f. 1 dirs total, 0 dirs full, 0 dirs failed
08:23:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.485533  8508 tablet_service.cc:1511] Processing CreateTablet for tablet 3e611ab27787473dbb27e18e3d592e9f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886 [id=415f3ef3dfc34144b760915a1e687e2b]), partition=RANGE (key) PARTITION UNBOUNDED
08:23:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.485819  8508 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e611ab27787473dbb27e18e3d592e9f. 1 dirs total, 0 dirs full, 0 dirs failed
08:23:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.485929  8670 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap starting.
08:23:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.486554  8670 tablet_bootstrap.cc:654] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Neither blocks nor log segments found. Creating new log.
08:23:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.486905  8670 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Log is configured to *not* fsync() on all Append() calls
08:23:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.487241  8672 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap starting.
08:23:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.487890  8672 tablet_bootstrap.cc:654] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Neither blocks nor log segments found. Creating new log.
08:23:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.488287  8672 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Log is configured to *not* fsync() on all Append() calls
08:23:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.488844  8674 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap starting.
08:23:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.489449  8672 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: No bootstrap required, opened a new log
08:23:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.489518  8672 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent bootstrapping tablet: real 0.002s	user 0.001s	sys 0.000s
08:23:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.491122  8672 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.491259  8672 raft_consensus.cc:385] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:23:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.491294  8672 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Initialized, Role: FOLLOWER
08:23:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.491451  8672 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.491678  8672 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:23:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.495723  8670 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: No bootstrap required, opened a new log
08:23:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.495807  8670 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent bootstrapping tablet: real 0.010s	user 0.002s	sys 0.000s
08:23:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.496097  8674 tablet_bootstrap.cc:654] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Neither blocks nor log segments found. Creating new log.
08:23:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.496397  8674 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Log is configured to *not* fsync() on all Append() calls
08:23:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.497565  8670 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.497911  8670 raft_consensus.cc:385] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:23:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.498116  8670 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Initialized, Role: FOLLOWER
08:23:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.498435  8670 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.498855  8670 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
08:23:33.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 415f3ef3dfc34144b760915a1e687e2b
08:23:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.502647  8674 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: No bootstrap required, opened a new log
08:23:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.502753  8674 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent bootstrapping tablet: real 0.014s	user 0.001s	sys 0.000s
08:23:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.503974  8674 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.504130  8674 raft_consensus.cc:385] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:23:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.504166  8674 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Initialized, Role: FOLLOWER
08:23:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.504289  8674 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.504563  8674 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:23:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.505281  8624 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:33.512009  8173 tablet.cc:2406] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:23:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:33.517503  8625 tablet.cc:2406] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:23:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.589545  8681 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:23:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.589699  8681 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.590059  8681 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.594652  8312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:23:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.594832  8312 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 0.
08:23:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.595180  8092 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a" is_pre_election: true
08:23:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.595310  8092 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 0.
08:23:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.595553  8434 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 
08:23:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.595726  8681 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:23:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.595798  8681 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:23:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.595822  8681 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 0 FOLLOWER]: Advancing to term 1
08:23:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.596704  8681 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.596890  8681 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 1 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.597110  8092 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.597191  8092 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 0 FOLLOWER]: Advancing to term 1
08:23:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.597292  8312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.597384  8312 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 0 FOLLOWER]: Advancing to term 1
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.598038  8092 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 1.
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.598214  8434 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.598232  8312 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 1.
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.598289  8681 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 FOLLOWER]: Leader election won for term 1
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.598448  8681 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 LEADER]: Becoming Leader. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Running, Role: LEADER
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.598537  8681 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.600065  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67). New cstate: current_term: 1 leader_uuid: "3847239ae8144eb5807838f7aa6aa519" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:33.610 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 415f3ef3dfc34144b760915a1e687e2b
08:23:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:33.638244  8402 tablet.cc:2406] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:23:33.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:33.648 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:33.650 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [7ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=null) after lookup
08:23:33.659 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:33.662 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] Successfully connected to peer
08:23:33.732 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x584c621c, L:/127.0.0.1:50406 - R:/127.7.74.67:39027] using TOKEN/null
08:23:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.735733  8092 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 1 FOLLOWER]: Refusing update from remote peer 3847239ae8144eb5807838f7aa6aa519: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:23:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.735805  8312 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Refusing update from remote peer 3847239ae8144eb5807838f7aa6aa519: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:23:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.736089  8681 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:23:33.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.736555  8681 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:23:33.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.739785  8689 mvcc.cc:204] Tried to move back new op lower bound from 7317598264258551808 to 7317598263699976192. Current Snapshot: MvccSnapshot[applied={T|T < 7317598264258551808}]
08:23:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.741237  8693 mvcc.cc:204] Tried to move back new op lower bound from 7317598264258551808 to 7317598263699976192. Current Snapshot: MvccSnapshot[applied={T|T < 7317598264258551808}]
08:23:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.744117  8690 mvcc.cc:204] Tried to move back new op lower bound from 7317598264258551808 to 7317598263699976192. Current Snapshot: MvccSnapshot[applied={T|T < 7317598264258551808}]
08:23:33.828 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:33.830 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.67:39027
08:23:33.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:23:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:33.832752  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 8412
08:23:33.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:33.868 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] handling channelInactive
08:23:33.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state READY due to: connection closed
08:23:33.869 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: connection closed
08:23:33.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:33.889 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:33.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [5ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1016291165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@6f3057b0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e8ab449 -> wakeup thread Time-limited test)) after lookup
08:23:33.890 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:33.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.894 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:33.908 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:33.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [5ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [26ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [29ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1016291165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@6f3057b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e8ab449 -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209))) after lookup
08:23:33.909 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:33.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.911 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:33.949 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:33.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [5ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [26ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [29ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [45ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [47ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1016291165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@6f3057b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e8ab449 -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071))) after lookup
08:23:33.951 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:33.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:33.953 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:34.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:34.068 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:34.069 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [5ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [26ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [29ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [45ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [47ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [86ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [89ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [89ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [203ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1016291165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@6f3057b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071) -> (continuation of Deferred@29338895 after retry RPC@1728804759), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e8ab449 -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071) -> (continuation of Deferred@29338895 after retry RPC@1728804759))) after lookup
08:23:34.070 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:34.072 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:34.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:34.072 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:34.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:34.568 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:34.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=703), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [5ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [26ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [29ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [45ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [47ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [86ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [89ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [89ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [203ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [205ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [208ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [208ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [700ms] refreshing cache from master, [700ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [703ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1016291165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@6f3057b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071) -> (continuation of Deferred@29338895 after retry RPC@1728804759) -> (continuation of Deferred@1215574528 after retry RPC@1962883404), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e8ab449 -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071) -> (continuation of Deferred@29338895 after retry RPC@1728804759) -> (continuation of Deferred@1215574528 after retry RPC@1962883404))) after lookup
08:23:34.570 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:34.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:34.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:34.571 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.274637  8712 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.274744  8712 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.275054  8712 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.275511  8208 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.275761  8718 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.275861  8718 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.275985  8208 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.276147  8718 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.276572  7968 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.277015  7968 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.278587  8092 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a" is_pre_election: true
08:23:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.278703  8092 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 1.
08:23:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.278884  8209 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:23:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.279040  8712 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:23:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.279098  8712 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.279127  8712 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 1 FOLLOWER]: Advancing to term 2
08:23:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.279281  8312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:23:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.280028  8712 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.280195  8712 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 2 election: Requested vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.280207  8312 raft_consensus.cc:2393] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ccfea487ecce4dd899e1446db6d41d8a in current term 2: Already voted for candidate 65b776feb76b46cc95c01a3d25a25526 in this term.
08:23:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.280396  8092 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.280464  8092 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 1 FOLLOWER]: Advancing to term 2
08:23:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.280612  7968 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.281050  8208 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.281291  8092 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 2.
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.281412  8718 raft_consensus.cc:2749] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.281497  8209 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.281605  8712 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Leader election won for term 2
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.281764  8712 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 LEADER]: Becoming Leader. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Running, Role: LEADER
08:23:35.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.281862  8712 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.282598  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 reported cstate change: term changed from 1 to 2, leader changed from 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67) to 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66). New cstate: current_term: 2 leader_uuid: "65b776feb76b46cc95c01a3d25a25526" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:35.388 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:35.388 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:35.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1524), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [5ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [26ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [29ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [45ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [47ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [86ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [89ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [89ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [203ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [205ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [208ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [208ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [700ms] refreshing cache from master, [700ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [703ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [705ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [707ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [707ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [1520ms] refreshing cache from master, [1520ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1523ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1016291165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@6f3057b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071) -> (continuation of Deferred@29338895 after retry RPC@1728804759) -> (continuation of Deferred@1215574528 after retry RPC@1962883404) -> (continuation of Deferred@659868445 after retry RPC@63721858), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e8ab449 -> wakeup thread Time-limited test -> (continuation of Deferred@6617569 after retry RPC@1168791209) -> (continuation of Deferred@515986253 after retry RPC@1128616071) -> (continuation of Deferred@29338895 after retry RPC@1728804759) -> (continuation of Deferred@1215574528 after retry RPC@1962883404) -> (continuation of Deferred@659868445 after retry RPC@63721858))) after lookup
08:23:35.390 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:35.392 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] Successfully connected to peer
08:23:35.416 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xec71aa0f, L:/127.0.0.1:45938 - R:/127.7.74.66:43871] using TOKEN/null
08:23:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.418934  8092 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Refusing update from remote peer 65b776feb76b46cc95c01a3d25a25526: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
08:23:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.419263  8734 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:23:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.419386  8208 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 -> Peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Couldn't send request to peer 3847239ae8144eb5807838f7aa6aa519. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:35.431 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.67:39027
08:23:35.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:23:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.433670  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.519550  8762 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.519724  8762 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.519745  8762 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.521312  8762 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.521364  8762 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.67
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.522842  8762 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8762
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.523087  8762 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.523327  8762 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.526203  8775 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.526211  8771 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:35.526222  8772 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.527076  8762 server_base.cc:1061] running on GCE node
08:23:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.527251  8762 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.527503  8762 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.528671  8762 hybrid_clock.cc:648] HybridClock initialized: now 1786523015528632 us; error 55 us; skew 500 ppm
08:23:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.529982  8762 webserver.cc:533] Webserver started at http://127.7.74.67:33009/ using document root <none> and password file <none>
08:23:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.530210  8762 fs_manager.cc:362] Metadata directory not provided
08:23:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.530277  8762 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.531548  8762 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
08:23:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.532212  8788 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.532410  8762 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
08:23:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.532523  8762 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.532888  8762 fs_report.cc:389] FS layout report
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/data
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.561055  8762 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.561440  8762 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.561579  8762 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.561880  8762 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.562450  8800 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.563558  8762 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.563637  8762 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.563678  8762 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.564285  8762 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.564349  8762 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.564376  8800 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap starting.
08:23:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.572281  8762 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.67:39027
08:23:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.572320  8966 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.67:39027 every 8 connection(s)
08:23:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.572711  8762 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.573916  8800 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Log is configured to *not* fsync() on all Append() calls
08:23:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.573922  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 8762
08:23:35.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.576750  8800 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.577560  8800 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap complete.
08:23:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.578814  8971 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.578933  8971 heartbeater.cc:461] Registering TS with master...
08:23:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.579130  8971 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.579150  8800 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent bootstrapping tablet: real 0.015s	user 0.008s	sys 0.003s
08:23:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.579533  8967 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.579581  8967 heartbeater.cc:461] Registering TS with master...
08:23:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.579681  8967 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.580088  7778 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.580526  7656 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.580384  8800 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.580657  8800 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Initialized, Role: FOLLOWER
08:23:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.580832  8800 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.581110  8800 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:23:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.581467  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.67:48423
08:23:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.581920  8970 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.581971  8970 heartbeater.cc:461] Registering TS with master...
08:23:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.582103  8970 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.582175  8971 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.582429  7545 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:35.583 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:35.584 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.66:43871
08:23:35.584 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:23:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:35.584810  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 8179
08:23:35.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:35.603 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] handling channelInactive
08:23:35.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state READY due to: connection closed
08:23:35.605 [DEBUG - Time-limited test] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:35.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.606 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:35.627 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:35.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test)) after lookup
08:23:35.629 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:35.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.630 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.647 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:35.647 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:35.648 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [24ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [26ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [26ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100))) after lookup
08:23:35.649 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:35.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.650 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:35.667 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:35.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [24ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [26ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [26ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [44ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [46ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [46ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667))) after lookup
08:23:35.668 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:35.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.670 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:35.707 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:35.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [24ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [26ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [26ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [44ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [46ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [46ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [64ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [66ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [66ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997))) after lookup
08:23:35.708 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:35.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:35.710 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:36.128 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:36.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=524), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [24ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [26ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [26ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [44ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [46ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [46ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [64ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [66ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [66ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [104ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [106ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [106ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [520ms] refreshing cache from master, [520ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [523ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997) -> (continuation of Deferred@415224091 after retry RPC@165597889), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997) -> (continuation of Deferred@415224091 after retry RPC@165597889))) after lookup
08:23:36.130 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:36.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.131 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.227 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:36.227 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:36.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=623), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [24ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [26ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [26ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [44ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [46ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [46ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [64ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [66ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [66ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [104ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [106ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [106ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [520ms] refreshing cache from master, [520ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [523ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [525ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [527ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [527ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [620ms] refreshing cache from master, [620ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [622ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997) -> (continuation of Deferred@415224091 after retry RPC@165597889) -> (continuation of Deferred@928466934 after retry RPC@895316280), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997) -> (continuation of Deferred@415224091 after retry RPC@165597889) -> (continuation of Deferred@928466934 after retry RPC@895316280))) after lookup
08:23:36.229 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:36.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.230 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.930496  8988 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 65b776feb76b46cc95c01a3d25a25526)
08:23:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.930598  8988 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.930783  8988 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:36.931911  7968 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.934605  8898 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519" is_pre_election: true
08:23:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.934798  8898 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccfea487ecce4dd899e1446db6d41d8a in term 1.
08:23:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.935174  7968 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 65b776feb76b46cc95c01a3d25a25526
08:23:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.935339  8988 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Leader pre-election won for term 3
08:23:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.935422  8988 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Starting leader election (detected failure of leader 65b776feb76b46cc95c01a3d25a25526)
08:23:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.935452  8988 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 2 FOLLOWER]: Advancing to term 3
08:23:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.936352  8988 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.936482  8988 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 3 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.936895  8898 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.936992  8898 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 1 FOLLOWER]: Advancing to term 3
08:23:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:36.937286  7968 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.938236  8898 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccfea487ecce4dd899e1446db6d41d8a in term 3.
08:23:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.938484  7968 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 65b776feb76b46cc95c01a3d25a25526
08:23:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.938601  8988 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 FOLLOWER]: Leader election won for term 3
08:23:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.938783  8988 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 LEADER]: Becoming Leader. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Running, Role: LEADER
08:23:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.938887  8988 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:36.939635  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a reported cstate change: term changed from 2 to 3, leader changed from 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66) to ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65). New cstate: current_term: 3 leader_uuid: "ccfea487ecce4dd899e1446db6d41d8a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: HEALTHY } } }
08:23:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:37.413506  7968 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a -> Peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Couldn't send request to peer 65b776feb76b46cc95c01a3d25a25526. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:37.556932  8898 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Refusing update from remote peer ccfea487ecce4dd899e1446db6d41d8a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
08:23:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:37.557435  8988 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
08:23:38.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:38.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:38.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2703), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [2ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [24ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [26ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [26ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [44ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [46ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [46ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [64ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [66ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [66ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [104ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [106ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [106ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [520ms] refreshing cache from master, [520ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [523ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [525ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [527ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [527ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [620ms] refreshing cache from master, [620ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [622ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [624ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [626ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [626ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2700ms] refreshing cache from master, [2700ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [2702ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1282286068(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@2d4f29ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997) -> (continuation of Deferred@415224091 after retry RPC@165597889) -> (continuation of Deferred@928466934 after retry RPC@895316280) -> (continuation of Deferred@844937106 after retry RPC@940693984), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@75148029 -> wakeup thread Time-limited test -> (continuation of Deferred@1234398663 after retry RPC@408398100) -> (continuation of Deferred@282930949 after retry RPC@895953667) -> (continuation of Deferred@293766701 after retry RPC@498173997) -> (continuation of Deferred@415224091 after retry RPC@165597889) -> (continuation of Deferred@928466934 after retry RPC@895316280) -> (continuation of Deferred@844937106 after retry RPC@940693984))) after lookup
08:23:38.308 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:38.309 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] Successfully connected to peer
08:23:38.324 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x0df7d8d4, L:/127.0.0.1:54214 - R:/127.7.74.65:46131] using TOKEN/null
08:23:38.338 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.66:43871
08:23:38.339 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:23:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.339565  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:43871
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44471
08:23:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:38.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.423126  9048 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:38.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.423311  9048 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:38.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.423331  9048 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.424902  9048 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.424959  9048 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.66
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.426431  9048 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:43871
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44471
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9048
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.426613  9048 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.426891  9048 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.429682  9059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.429694  9058 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:38.429704  9062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.429965  9048 server_base.cc:1061] running on GCE node
08:23:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.430579  9048 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.430795  9048 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.431962  9048 hybrid_clock.cc:648] HybridClock initialized: now 1786523018431942 us; error 34 us; skew 500 ppm
08:23:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.433429  9048 webserver.cc:533] Webserver started at http://127.7.74.66:44471/ using document root <none> and password file <none>
08:23:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.433638  9048 fs_manager.cc:362] Metadata directory not provided
08:23:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.433703  9048 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:38.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.435184  9048 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:23:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.436002  9073 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.436249  9048 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:23:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.436344  9048 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.436657  9048 fs_report.cc:389] FS layout report
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/data
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.457728  9048 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.458016  9048 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.458106  9048 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.458287  9048 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.458766  9084 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.459587  9048 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.459642  9048 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.459669  9048 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.460217  9048 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.460261  9048 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.460300  9084 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap starting.
08:23:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.468464  9048 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.66:43871
08:23:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.468549  9269 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.66:43871 every 8 connection(s)
08:23:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.468978  9048 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.471222  9084 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Log is configured to *not* fsync() on all Append() calls
08:23:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.474088  9084 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.474359  9084 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap complete.
08:23:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.475421  9084 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent bootstrapping tablet: real 0.015s	user 0.010s	sys 0.004s
08:23:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.476208  9084 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.476387  9084 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Initialized, Role: FOLLOWER
08:23:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.476500  9084 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.476763  9084 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent starting tablet: real 0.001s	user 0.002s	sys 0.000s
08:23:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.477582  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 9048
08:23:38.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:38.482 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:38.483 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.65:46131
08:23:38.484 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:23:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.484316  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 7948
08:23:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.489404  9270 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.489542  9270 heartbeater.cc:461] Registering TS with master...
08:23:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.489845  9270 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.492316  7776 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.492887  9275 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.493016  9275 heartbeater.cc:461] Registering TS with master...
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.493153  9275 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.493263  9274 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.493606  9274 heartbeater.cc:461] Registering TS with master...
08:23:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.493727  9274 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.494021  7656 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.494596  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.66:59145
08:23:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.495088  7545 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:38.495344  9275 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:38.499 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:38.499 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] handling channelInactive
08:23:38.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state READY due to: connection closed
08:23:38.505 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:38.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.507 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.527 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:38.527 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:38.528 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [8ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [8ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1660332565(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@549eb172 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c94051 -> wakeup thread Time-limited test)) after lookup
08:23:38.528 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:38.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.530 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:38.567 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:38.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [8ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [8ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [31ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [31ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1660332565(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@549eb172 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c94051 -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136))) after lookup
08:23:38.568 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:38.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.570 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:38.627 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:38.628 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [8ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [8ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [31ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [31ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [69ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [71ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [71ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [125ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [128ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1660332565(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@549eb172 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c94051 -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098))) after lookup
08:23:38.628 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:38.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.630 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:38.788 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:38.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=288), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [8ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [8ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [31ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [31ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [69ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [71ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [71ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [125ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [128ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [129ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [131ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [131ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [285ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [288ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1660332565(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@549eb172 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@924054802 after retry RPC@1432654189), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c94051 -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@924054802 after retry RPC@1432654189))) after lookup
08:23:38.789 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:38.790 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.790 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:38.790 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:39.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:39.188 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:39.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=690), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [8ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [8ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [31ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [31ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [69ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [71ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [71ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [125ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [128ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [129ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [131ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [131ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [285ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [288ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [290ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [291ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [291ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [685ms] refreshing cache from master, [685ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [688ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1660332565(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@549eb172 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@924054802 after retry RPC@1432654189) -> (continuation of Deferred@295137513 after retry RPC@1619620943), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c94051 -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@924054802 after retry RPC@1432654189) -> (continuation of Deferred@295137513 after retry RPC@1619620943))) after lookup
08:23:39.190 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:39.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:39.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:39.192 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.837262  9294 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader ccfea487ecce4dd899e1446db6d41d8a)
08:23:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.837416  9294 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.837782  9294 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:39.838370  8791 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:39.838909  8791 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.841502  9194 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:23:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.841635  9194 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 2.
08:23:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.841877  8790 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526; no voters: ccfea487ecce4dd899e1446db6d41d8a
08:23:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.842012  9294 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:23:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.842073  9294 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Starting leader election (detected failure of leader ccfea487ecce4dd899e1446db6d41d8a)
08:23:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.842089  9294 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 3 FOLLOWER]: Advancing to term 4
08:23:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.842697  9294 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.842877  9294 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 4 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.843039  9194 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.843127  9194 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 2 FOLLOWER]: Advancing to term 4
08:23:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:39.843480  8791 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.844175  9194 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 4.
08:23:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.844345  8790 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526; no voters: ccfea487ecce4dd899e1446db6d41d8a
08:23:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.844559  9294 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 FOLLOWER]: Leader election won for term 4
08:23:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.844766  9294 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 LEADER]: Becoming Leader. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Running, Role: LEADER
08:23:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.844895  9294 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:39.845633  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 reported cstate change: term changed from 3 to 4, leader changed from ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65) to 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67). New cstate: current_term: 4 leader_uuid: "3847239ae8144eb5807838f7aa6aa519" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:40.302498  8791 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 -> Peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Couldn't send request to peer ccfea487ecce4dd899e1446db6d41d8a. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:40.334700  9194 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Refusing update from remote peer 3847239ae8144eb5807838f7aa6aa519: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:23:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:40.335141  9294 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
08:23:41.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:41.567 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:41.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3068), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [8ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [8ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [31ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [31ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [69ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [71ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [71ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [125ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [128ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [129ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [131ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [131ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [285ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [288ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [290ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [291ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [291ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [685ms] refreshing cache from master, [685ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [688ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [691ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [693ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [693ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [3065ms] refreshing cache from master, [3065ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [3068ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@1660332565(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@549eb172 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@924054802 after retry RPC@1432654189) -> (continuation of Deferred@295137513 after retry RPC@1619620943) -> (continuation of Deferred@1813890732 after retry RPC@1193143404), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c94051 -> wakeup thread Time-limited test -> (continuation of Deferred@1486820300 after retry RPC@996273136) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@924054802 after retry RPC@1432654189) -> (continuation of Deferred@295137513 after retry RPC@1619620943) -> (continuation of Deferred@1813890732 after retry RPC@1193143404))) after lookup
08:23:41.569 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:41.570 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] Successfully connected to peer
08:23:41.592 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x2b623826, L:/127.0.0.1:47538 - R:/127.7.74.67:39027] using TOKEN/null
08:23:41.604 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.65:46131
08:23:41.604 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:23:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.604686  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:46131
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37985
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.684115  9347 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.684290  9347 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.684312  9347 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.685786  9347 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.685835  9347 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.65
08:23:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.687392  9347 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:23:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:46131
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37985
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9347
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.687592  9347 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.687817  9347 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.690423  9353 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.690441  9360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.690614  9347 server_base.cc:1061] running on GCE node
08:23:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:41.691152  9354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.691385  9347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.691618  9347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.692799  9347 hybrid_clock.cc:648] HybridClock initialized: now 1786523021692776 us; error 51 us; skew 500 ppm
08:23:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.693902  9347 webserver.cc:533] Webserver started at http://127.7.74.65:37985/ using document root <none> and password file <none>
08:23:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.694132  9347 fs_manager.cc:362] Metadata directory not provided
08:23:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.694217  9347 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.695379  9347 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.696015  9370 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.696188  9347 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.696277  9347 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.696558  9347 fs_report.cc:389] FS layout report
08:23:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/data
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.707913  9347 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.708274  9347 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.708406  9347 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.708637  9347 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.709241  9385 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.710064  9347 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.710130  9347 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.710166  9347 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.710755  9347 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.710814  9347 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.710855  9385 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap starting.
08:23:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.718223  9347 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.65:46131
08:23:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.718262  9567 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.65:46131 every 8 connection(s)
08:23:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.718622  9347 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:41.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.718989  9385 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Log is configured to *not* fsync() on all Append() calls
08:23:41.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.719815  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 9347
08:23:41.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.722865  9385 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.723181  9385 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap complete.
08:23:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.724511  9385 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent bootstrapping tablet: real 0.014s	user 0.006s	sys 0.005s
08:23:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.726436  9385 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:41.726 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.726897  9385 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Initialized, Role: FOLLOWER
08:23:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.727180  9385 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.727632  9385 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.003s
08:23:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.728981  9568 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.729089  9568 heartbeater.cc:461] Registering TS with master...
08:23:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.729301  9568 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.729871  7776 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.730587  9569 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.730866  9569 heartbeater.cc:461] Registering TS with master...
08:23:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.731130  9569 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.731663  7545 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:41.735 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.67:39027
08:23:41.736 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:23:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.735275  9570 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.735342  9570 heartbeater.cc:461] Registering TS with master...
08:23:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.735433  9570 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.735745  7656 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.736266  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.65:48333
08:23:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.736603  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 8762
08:23:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:41.737078  9570 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:41.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:41.750 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] handling channelInactive
08:23:41.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state READY due to: connection closed
08:23:41.765 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:41.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.767 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:41.787 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:41.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [16ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@445488974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@cd85d1f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e867fbf -> wakeup thread Time-limited test)) after lookup
08:23:41.788 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:41.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.789 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:41.807 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:41.807 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [16ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [37ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [39ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [39ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@445488974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@cd85d1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e867fbf -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754))) after lookup
08:23:41.808 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:41.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.809 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:41.887 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:41.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=137), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [16ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [37ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [39ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [39ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [57ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [59ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [59ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [136ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@445488974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@cd85d1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e867fbf -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195))) after lookup
08:23:41.888 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:41.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:41.890 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:42.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:42.127 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:42.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=377), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [16ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [37ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [39ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [39ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [57ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [59ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [59ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [136ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [138ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [139ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [140ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [374ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [376ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@445488974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@cd85d1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195) -> (continuation of Deferred@1488936262 after retry RPC@239952377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e867fbf -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195) -> (continuation of Deferred@1488936262 after retry RPC@239952377))) after lookup
08:23:42.128 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:42.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:42.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:42.130 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:42.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:42.907 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:42.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1157), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [16ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [37ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [39ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [39ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [57ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [59ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [59ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [136ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [138ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [139ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [140ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [374ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [376ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [378ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [380ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [380ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [1154ms] refreshing cache from master, [1154ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1157ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@445488974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@cd85d1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195) -> (continuation of Deferred@1488936262 after retry RPC@239952377) -> (continuation of Deferred@2072099620 after retry RPC@505831172), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e867fbf -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195) -> (continuation of Deferred@1488936262 after retry RPC@239952377) -> (continuation of Deferred@2072099620 after retry RPC@505831172))) after lookup
08:23:42.909 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:42.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:42.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:42.910 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.104231  9588 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.104350  9588 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.104676  9588 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.105263  9074 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.105764  9074 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.108204  9481 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a" is_pre_election: true
08:23:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.108359  9481 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 3.
08:23:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.108615  9075 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:23:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.108784  9588 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Leader pre-election won for term 5
08:23:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.108839  9588 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.108867  9588 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 4 FOLLOWER]: Advancing to term 5
08:23:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.109484  9588 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.109638  9588 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 5 election: Requested vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.109952  9481 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.110049  9481 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 3 FOLLOWER]: Advancing to term 5
08:23:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.110278  9074 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.111068  9481 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 5.
08:23:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.111267  9075 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:23:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.111388  9588 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 FOLLOWER]: Leader election won for term 5
08:23:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.111519  9588 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 LEADER]: Becoming Leader. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Running, Role: LEADER
08:23:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.111588  9588 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.112516  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 reported cstate change: term changed from 4 to 5, leader changed from 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67) to 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66). New cstate: current_term: 5 leader_uuid: "65b776feb76b46cc95c01a3d25a25526" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:43.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:43.587 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:43.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1837), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [16ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [37ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [39ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [39ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [57ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [59ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [59ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [134ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [136ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [138ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [139ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [140ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [374ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [376ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [378ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [380ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [380ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [1154ms] refreshing cache from master, [1154ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1157ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [1158ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [1160ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [1160ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [1834ms] refreshing cache from master, [1834ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1836ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@445488974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@cd85d1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195) -> (continuation of Deferred@1488936262 after retry RPC@239952377) -> (continuation of Deferred@2072099620 after retry RPC@505831172) -> (continuation of Deferred@800072630 after retry RPC@63084347), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e867fbf -> wakeup thread Time-limited test -> (continuation of Deferred@1432636798 after retry RPC@416459754) -> (continuation of Deferred@360296197 after retry RPC@410635195) -> (continuation of Deferred@1488936262 after retry RPC@239952377) -> (continuation of Deferred@2072099620 after retry RPC@505831172) -> (continuation of Deferred@800072630 after retry RPC@63084347))) after lookup
08:23:43.588 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.589 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] Successfully connected to peer
08:23:43.615 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xcb8f9629, L:/127.0.0.1:39684 - R:/127.7.74.66:43871] using TOKEN/null
08:23:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.618026  9481 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Refusing update from remote peer 65b776feb76b46cc95c01a3d25a25526: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
08:23:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.618400  9622 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
08:23:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.618737  9074 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 -> Peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Couldn't send request to peer 3847239ae8144eb5807838f7aa6aa519. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.622118  9629 mvcc.cc:204] Tried to move back new op lower bound from 7317598304736010240 to 7317598302665887744. Current Snapshot: MvccSnapshot[applied={T|T < 7317598304736010240}]
08:23:43.630 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.67:39027
08:23:43.630 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:23:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.630760  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.710577  9640 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.710744  9640 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.710764  9640 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.712925  9640 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.713002  9640 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.67
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.714569  9640 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9640
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.714747  9640 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.714931  9640 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.717692  9648 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.717679  9652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:43.717679  9649 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.718248  9640 server_base.cc:1061] running on GCE node
08:23:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.718438  9640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.718648  9640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.719808  9640 hybrid_clock.cc:648] HybridClock initialized: now 1786523023719780 us; error 39 us; skew 500 ppm
08:23:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.720932  9640 webserver.cc:533] Webserver started at http://127.7.74.67:33009/ using document root <none> and password file <none>
08:23:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.721093  9640 fs_manager.cc:362] Metadata directory not provided
08:23:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.721128  9640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.722239  9640 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
08:23:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.722822  9659 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.723021  9640 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.723093  9640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.723330  9640 fs_report.cc:389] FS layout report
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/data
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.738229  9640 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.738497  9640 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.738580  9640 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.738739  9640 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.739145  9668 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.739986  9640 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.740056  9640 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.740093  9640 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.740823  9640 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.740862  9640 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
08:23:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.740918  9668 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap starting.
08:23:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.748560  9640 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.67:39027
08:23:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.748608  9853 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.67:39027 every 8 connection(s)
08:23:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.748971  9640 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.750954  9668 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Log is configured to *not* fsync() on all Append() calls
08:23:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.754245  9668 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.754570  9668 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap complete.
08:23:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.755609  9668 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent bootstrapping tablet: real 0.015s	user 0.007s	sys 0.006s
08:23:43.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.756079  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 9640
08:23:43.756 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:43.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.756554  9668 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:43.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.756798  9668 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Initialized, Role: FOLLOWER
08:23:43.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.756929  9668 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:43.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.757187  9668 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:23:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.759963  9860 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.760066  9860 heartbeater.cc:461] Registering TS with master...
08:23:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.760249  9860 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:43.760 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.760707  9854 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.760789  9854 heartbeater.cc:461] Registering TS with master...
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.760882  9854 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.760988  9856 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.761023  9856 heartbeater.cc:461] Registering TS with master...
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.761091  9856 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.761267  7776 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.761626  7545 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:43.762 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.66:43871
08:23:43.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.761830  7655 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:43.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:23:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.762413  7655 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.67:59851
08:23:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.762630  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 9048
08:23:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:43.773504  9860 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:43.780 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] handling channelInactive
08:23:43.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state READY due to: connection closed
08:23:43.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:43.781 [DEBUG - Time-limited test] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.782 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:43.786 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:43.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test)) after lookup
08:23:43.787 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.789 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.807 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:43.807 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:43.808 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [6ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [8ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [8ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705))) after lookup
08:23:43.808 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.810 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:43.827 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:43.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [6ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [8ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [8ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [27ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [29ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482))) after lookup
08:23:43.828 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.829 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:43.908 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:43.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [6ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [8ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [8ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [27ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [29ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [47ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [48ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [126ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865))) after lookup
08:23:43.909 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.911 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.987 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:43.988 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:43.988 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [6ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [8ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [8ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [27ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [29ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [47ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [48ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [126ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [128ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [130ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [130ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [203ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [206ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865) -> (continuation of Deferred@535660833 after retry RPC@178667446), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865) -> (continuation of Deferred@535660833 after retry RPC@178667446))) after lookup
08:23:43.989 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:43.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:43.990 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:45.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:45.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:45.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1346), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [6ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [8ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [8ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [27ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [29ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [47ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [48ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [126ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [128ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [130ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [130ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [203ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [206ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [208ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [209ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [209ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1343ms] refreshing cache from master, [1343ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1345ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865) -> (continuation of Deferred@535660833 after retry RPC@178667446) -> (continuation of Deferred@501655519 after retry RPC@637956186), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865) -> (continuation of Deferred@535660833 after retry RPC@178667446) -> (continuation of Deferred@501655519 after retry RPC@637956186))) after lookup
08:23:45.128 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:45.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:45.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:45.129 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:45.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.129757  9875 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 65b776feb76b46cc95c01a3d25a25526)
08:23:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.129875  9875 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.130316  9875 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:45.130825  9372 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:45.131451  9372 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.133970  9785 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519" is_pre_election: true
08:23:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.134104  9785 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccfea487ecce4dd899e1446db6d41d8a in term 4.
08:23:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.134387  9372 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 65b776feb76b46cc95c01a3d25a25526
08:23:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.134541  9875 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Leader pre-election won for term 6
08:23:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.134593  9875 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Starting leader election (detected failure of leader 65b776feb76b46cc95c01a3d25a25526)
08:23:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.134608  9875 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 5 FOLLOWER]: Advancing to term 6
08:23:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.135185  9875 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.135294  9875 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 6 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.135648  9785 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.135756  9785 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 4 FOLLOWER]: Advancing to term 6
08:23:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:45.136016  9372 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.136895  9785 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccfea487ecce4dd899e1446db6d41d8a in term 6.
08:23:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.137092  9372 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 65b776feb76b46cc95c01a3d25a25526
08:23:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.137226  9875 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Leader election won for term 6
08:23:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.137365  9875 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 LEADER]: Becoming Leader. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Running, Role: LEADER
08:23:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.137431  9875 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.138276  7655 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a reported cstate change: term changed from 5 to 6, leader changed from 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66) to ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65). New cstate: current_term: 6 leader_uuid: "ccfea487ecce4dd899e1446db6d41d8a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: HEALTHY } } }
08:23:45.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.614873  9785 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Refusing update from remote peer ccfea487ecce4dd899e1446db6d41d8a: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
08:23:45.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:45.615345  9875 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
08:23:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:45.618557  9372 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a -> Peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Couldn't send request to peer 65b776feb76b46cc95c01a3d25a25526. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:47.507 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:47.507 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:47.508 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3726), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [6ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [8ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [8ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [27ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [29ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [47ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [48ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [126ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [128ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [130ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [130ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [203ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [206ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [208ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [209ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [209ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1343ms] refreshing cache from master, [1343ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1345ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [1347ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1348ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1348ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [3723ms] refreshing cache from master, [3723ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [3725ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@901331361(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@633f18ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865) -> (continuation of Deferred@535660833 after retry RPC@178667446) -> (continuation of Deferred@501655519 after retry RPC@637956186) -> (continuation of Deferred@1467927787 after retry RPC@1114632958), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@243c798 -> wakeup thread Time-limited test -> (continuation of Deferred@1920835337 after retry RPC@1847519705) -> (continuation of Deferred@1317687859 after retry RPC@1464019482) -> (continuation of Deferred@1210024818 after retry RPC@113406865) -> (continuation of Deferred@535660833 after retry RPC@178667446) -> (continuation of Deferred@501655519 after retry RPC@637956186) -> (continuation of Deferred@1467927787 after retry RPC@1114632958))) after lookup
08:23:47.509 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:47.510 [DEBUG - kudu-nio-7] (Connection.java:757) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] Successfully connected to peer
08:23:47.523 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x3b9f7e4a, L:/127.0.0.1:43404 - R:/127.7.74.65:46131] using TOKEN/null
08:23:47.534 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.66:43871
08:23:47.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.536993  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:43871
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44471
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.618857  9945 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.619086  9945 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.619122  9945 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.621382  9945 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.621474  9945 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.66
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.623075  9945 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:43871
08:23:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44471
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9945
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.623332  9945 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.623631  9945 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.626575  9955 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.626595  9962 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:47.626606  9951 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.626889  9945 server_base.cc:1061] running on GCE node
08:23:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.627110  9945 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.627373  9945 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.628544  9945 hybrid_clock.cc:648] HybridClock initialized: now 1786523027628537 us; error 47 us; skew 500 ppm
08:23:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.629737  9945 webserver.cc:533] Webserver started at http://127.7.74.66:44471/ using document root <none> and password file <none>
08:23:47.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.629967  9945 fs_manager.cc:362] Metadata directory not provided
08:23:47.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.630049  9945 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.631299  9945 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.631943  9971 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.632114  9945 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.632192  9945 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.632510  9945 fs_report.cc:389] FS layout report
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/data
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.663132  9945 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.663530  9945 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.663686  9945 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.663976  9945 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.664497  9983 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.665345  9945 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.665407  9945 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.665445  9945 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.666069  9945 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.666124  9945 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.666159  9983 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap starting.
08:23:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.673889  9945 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.66:43871
08:23:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.673941 10155 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.66:43871 every 8 connection(s)
08:23:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.674268  9945 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:47.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.675572  9983 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Log is configured to *not* fsync() on all Append() calls
08:23:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.679958 10156 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.680060 10156 heartbeater.cc:461] Registering TS with master...
08:23:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.680218 10156 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.680655 10158 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.680747 10158 heartbeater.cc:461] Registering TS with master...
08:23:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.680852 10158 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.680948  7776 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.681277  7656 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.681802  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.66:36305
08:23:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.682073 10157 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.682134 10157 heartbeater.cc:461] Registering TS with master...
08:23:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.682228 10157 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.682343  9983 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.682653  9983 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap complete.
08:23:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.682723  7545 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.683609  9983 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent bootstrapping tablet: real 0.017s	user 0.005s	sys 0.006s
08:23:47.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.684180  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 9945
08:23:47.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.684805  9983 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.685068  9983 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Initialized, Role: FOLLOWER
08:23:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.685180  9983 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.685480  9983 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
08:23:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.685649 10158 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:47.689 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:47.689 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.65:46131
08:23:47.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:23:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:47.690027  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 9347
08:23:47.705 [DEBUG - kudu-nio-7] (Connection.java:239) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] handling channelInactive
08:23:47.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state READY due to: connection closed
08:23:47.705 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:47.706 [DEBUG - Time-limited test] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:47.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.707 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:47.727 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:47.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test)) after lookup
08:23:47.728 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:47.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.730 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:47.746 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:47.747 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [22ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [24ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [24ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [40ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947))) after lookup
08:23:47.747 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:47.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.749 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:47.787 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:47.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [22ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [24ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [24ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [40ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [41ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [43ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [43ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537))) after lookup
08:23:47.788 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:47.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.789 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:47.827 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:47.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=121), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [22ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [24ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [24ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [40ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [41ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [43ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [43ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [81ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [83ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [83ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [120ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999))) after lookup
08:23:47.828 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:47.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:47.829 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:48.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:48.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:48.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=581), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [22ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [24ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [24ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [40ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [41ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [43ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [43ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [81ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [83ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [83ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [120ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [122ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [123ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [123ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [578ms] refreshing cache from master, [578ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [580ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999) -> (continuation of Deferred@1041507832 after retry RPC@285433768), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999) -> (continuation of Deferred@1041507832 after retry RPC@285433768))) after lookup
08:23:48.289 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:48.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:48.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:48.291 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:48.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:48.948 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:48.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1242), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [22ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [24ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [24ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [40ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [41ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [43ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [43ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [81ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [83ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [83ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [120ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [122ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [123ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [123ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [578ms] refreshing cache from master, [578ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [580ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [582ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [584ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [585ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1239ms] refreshing cache from master, [1239ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1241ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999) -> (continuation of Deferred@1041507832 after retry RPC@285433768) -> (continuation of Deferred@625727033 after retry RPC@775828263), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999) -> (continuation of Deferred@1041507832 after retry RPC@285433768) -> (continuation of Deferred@625727033 after retry RPC@775828263))) after lookup
08:23:48.949 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:48.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:48.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:48.950 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.034533 10180 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader ccfea487ecce4dd899e1446db6d41d8a)
08:23:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.034675 10180 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.035040 10180 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:49.035493  9661 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:49.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:49.036069  9661 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.038477 10083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:23:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.038609 10083 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 5.
08:23:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.038868  9660 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526; no voters: ccfea487ecce4dd899e1446db6d41d8a
08:23:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.038997 10180 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Leader pre-election won for term 7
08:23:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.039052 10180 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Starting leader election (detected failure of leader ccfea487ecce4dd899e1446db6d41d8a)
08:23:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.039068 10180 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 6 FOLLOWER]: Advancing to term 7
08:23:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.039650 10180 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.039805 10180 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 7 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.039963 10083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.040057 10083 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 5 FOLLOWER]: Advancing to term 7
08:23:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:49.040395  9661 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.041270 10083 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 7.
08:23:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.041456  9660 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526; no voters: ccfea487ecce4dd899e1446db6d41d8a
08:23:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.041580 10180 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Leader election won for term 7
08:23:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.041760 10180 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 LEADER]: Becoming Leader. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Running, Role: LEADER
08:23:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.041883 10180 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.042618  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 reported cstate change: term changed from 6 to 7, leader changed from ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65) to 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67). New cstate: current_term: 7 leader_uuid: "3847239ae8144eb5807838f7aa6aa519" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.450800 10083 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Refusing update from remote peer 3847239ae8144eb5807838f7aa6aa519: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
08:23:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:49.451193 10180 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
08:23:49.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:49.454241  9661 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 -> Peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Couldn't send request to peer ccfea487ecce4dd899e1446db6d41d8a. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:52.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:52.007 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:52.008 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4301), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [22ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [24ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [24ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [40ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [41ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [43ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [43ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [81ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [83ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [83ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [120ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [122ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [123ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [123ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [578ms] refreshing cache from master, [578ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [580ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [582ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [584ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [585ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1239ms] refreshing cache from master, [1239ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1241ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [1243ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1244ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1244ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [4298ms] refreshing cache from master, [4298ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [4300ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@638690445(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@7852d431 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999) -> (continuation of Deferred@1041507832 after retry RPC@285433768) -> (continuation of Deferred@625727033 after retry RPC@775828263) -> (continuation of Deferred@1315876866 after retry RPC@295048675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@43f3d7d7 -> wakeup thread Time-limited test -> (continuation of Deferred@790940543 after retry RPC@1916070947) -> (continuation of Deferred@664849834 after retry RPC@1914726537) -> (continuation of Deferred@1304895558 after retry RPC@1012038999) -> (continuation of Deferred@1041507832 after retry RPC@285433768) -> (continuation of Deferred@625727033 after retry RPC@775828263) -> (continuation of Deferred@1315876866 after retry RPC@295048675))) after lookup
08:23:52.009 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.010 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] Successfully connected to peer
08:23:52.023 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x1526695f, L:/127.0.0.1:59160 - R:/127.7.74.67:39027] using TOKEN/null
08:23:52.033 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.65:46131
08:23:52.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.033908  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:46131
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37985
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.114101 10248 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.114291 10248 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.114326 10248 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.115938 10248 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.116024 10248 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.65
08:23:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.117635 10248 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:46131
08:23:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37985
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10248
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.117877 10248 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.118149 10248 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.120968 10265 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.120997 10259 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.121171 10248 server_base.cc:1061] running on GCE node
08:23:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:52.121011 10263 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.121552 10248 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.121811 10248 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.122974 10248 hybrid_clock.cc:648] HybridClock initialized: now 1786523032122949 us; error 39 us; skew 500 ppm
08:23:52.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.124284 10248 webserver.cc:533] Webserver started at http://127.7.74.65:37985/ using document root <none> and password file <none>
08:23:52.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.124500 10248 fs_manager.cc:362] Metadata directory not provided
08:23:52.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.124552 10248 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.126550 10248 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:23:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.127843 10274 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.128361 10248 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:23:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.128449 10248 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.128686 10248 fs_report.cc:389] FS layout report
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/data
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.152213 10248 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.152501 10248 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.152642 10248 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:52.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.152916 10248 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:52.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.153378 10284 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.154604 10248 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.154670 10248 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.154706 10248 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.155282 10248 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.155339 10248 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.155385 10284 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap starting.
08:23:52.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.163646 10248 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.65:46131
08:23:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.163973 10438 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.65:46131 every 8 connection(s)
08:23:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.164091 10248 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:23:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.167053 10284 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Log is configured to *not* fsync() on all Append() calls
08:23:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.169617  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 10248
08:23:52.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.176383 10284 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.176812 10284 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap complete.
08:23:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.178028 10284 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent bootstrapping tablet: real 0.023s	user 0.006s	sys 0.012s
08:23:52.178 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:52.179 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.67:39027
08:23:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.179242 10284 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.179507 10284 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Initialized, Role: FOLLOWER
08:23:52.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:23:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.179991  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 9640
08:23:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.190269 10439 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.190373 10439 heartbeater.cc:461] Registering TS with master...
08:23:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.190580 10439 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.191308 10440 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.191375 10440 heartbeater.cc:461] Registering TS with master...
08:23:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.191489 10440 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.192864 10442 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.192845 10284 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.192955 10442 heartbeater.cc:461] Registering TS with master...
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.193055 10442 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.193192 10284 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent starting tablet: real 0.015s	user 0.001s	sys 0.002s
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.193640  7656 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.193645  7545 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.194166  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.65:38937
08:23:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.194404  7776 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:52.195811 10442 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:52.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:52.197 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] handling channelInactive
08:23:52.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state READY due to: connection closed
08:23:52.199 [DEBUG - Time-limited test] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.200 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:52.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:52.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [2ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@129623292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@172dcb60 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16edb97d -> wakeup thread Time-limited test)) after lookup
08:23:52.207 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.209 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:52.226 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:52.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [2ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [9ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [11ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [11ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@129623292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@172dcb60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16edb97d -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491))) after lookup
08:23:52.227 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.229 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:52.247 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:52.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [2ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [9ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [11ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [11ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [31ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@129623292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@172dcb60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16edb97d -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693))) after lookup
08:23:52.248 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.249 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:52.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:52.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [2ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [9ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [11ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [11ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [31ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [50ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [51ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [52ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [106ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@129623292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@172dcb60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693) -> (continuation of Deferred@1334098086 after retry RPC@426085031), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16edb97d -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693) -> (continuation of Deferred@1334098086 after retry RPC@426085031))) after lookup
08:23:52.309 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.310 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:52.628 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:52.628 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=430), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [2ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [9ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [11ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [11ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [31ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [50ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [51ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [52ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [106ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [110ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [112ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [112ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [426ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [429ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@129623292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@172dcb60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693) -> (continuation of Deferred@1334098086 after retry RPC@426085031) -> (continuation of Deferred@777528934 after retry RPC@467513784), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16edb97d -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693) -> (continuation of Deferred@1334098086 after retry RPC@426085031) -> (continuation of Deferred@777528934 after retry RPC@467513784))) after lookup
08:23:52.629 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:23:52.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:52.630 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:23:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.314126 10464 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:23:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.314271 10464 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.314594 10464 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:53.315291 10276 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:53.315837 10276 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.318522 10083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:23:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.318939 10276 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526
08:23:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.319118 10464 raft_consensus.cc:2749] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
08:23:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.533871 10470 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.533975 10470 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.534312 10470 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:53.534765  9972 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:53.535386  9972 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.537621 10372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a" is_pre_election: true
08:23:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.537755 10372 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 6.
08:23:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.537982  9973 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:23:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.538146 10470 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Leader pre-election won for term 8
08:23:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.538211 10470 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:23:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.538228 10470 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 7 FOLLOWER]: Advancing to term 8
08:23:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.538805 10470 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.538955 10470 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 8 election: Requested vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.539125 10372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:23:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.539194 10372 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 6 FOLLOWER]: Advancing to term 8
08:23:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.540254 10372 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 8.
08:23:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.540470  9973 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 
08:23:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.540602 10470 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Leader election won for term 8
08:23:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:53.540804  9972 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:23:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.540846 10470 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 LEADER]: Becoming Leader. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Running, Role: LEADER
08:23:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.540927 10470 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.541608  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 reported cstate change: term changed from 7 to 8, leader changed from 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67) to 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66). New cstate: current_term: 8 leader_uuid: "65b776feb76b46cc95c01a3d25a25526" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:53.989486  9972 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 -> Peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Couldn't send request to peer 3847239ae8144eb5807838f7aa6aa519. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.995682 10372 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Refusing update from remote peer 65b776feb76b46cc95c01a3d25a25526: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
08:23:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:53.996070 10470 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
08:23:54.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:54.367 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:54.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2169), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [2ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [9ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [11ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [11ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [29ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [31ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [50ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [51ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [52ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [106ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [110ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [112ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [112ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [426ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [429ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [430ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [432ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [432ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [2167ms] refreshing cache from master, [2167ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [2169ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@129623292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@172dcb60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693) -> (continuation of Deferred@1334098086 after retry RPC@426085031) -> (continuation of Deferred@777528934 after retry RPC@467513784) -> (continuation of Deferred@39975283 after retry RPC@1959250166), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16edb97d -> wakeup thread Time-limited test -> (continuation of Deferred@1190511481 after retry RPC@1034468491) -> (continuation of Deferred@690244022 after retry RPC@1360061693) -> (continuation of Deferred@1334098086 after retry RPC@426085031) -> (continuation of Deferred@777528934 after retry RPC@467513784) -> (continuation of Deferred@39975283 after retry RPC@1959250166))) after lookup
08:23:54.368 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:54.369 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] Successfully connected to peer
08:23:54.396 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x173aba21, L:/127.0.0.1:44590 - R:/127.7.74.66:43871] using TOKEN/null
08:23:54.406 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.67:39027
08:23:54.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:23:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.406785  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.486723 10524 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.486963 10524 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.486999 10524 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.488996 10524 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.489068 10524 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.67
08:23:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.490626 10524 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:23:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10524
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.490866 10524 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.491140 10524 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.494004 10532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.494046 10531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:54.494015 10536 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.494405 10524 server_base.cc:1061] running on GCE node
08:23:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.494563 10524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.494800 10524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.495962 10524 hybrid_clock.cc:648] HybridClock initialized: now 1786523034495939 us; error 35 us; skew 500 ppm
08:23:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.497143 10524 webserver.cc:533] Webserver started at http://127.7.74.67:33009/ using document root <none> and password file <none>
08:23:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.497385 10524 fs_manager.cc:362] Metadata directory not provided
08:23:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.497458 10524 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.498646 10524 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
08:23:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.499312 10548 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.499482 10524 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:23:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.499559 10524 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.499841 10524 fs_report.cc:389] FS layout report
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/data
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.517619 10524 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.517982 10524 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.518152 10524 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.518402 10524 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.518910 10558 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.519775 10524 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.519843 10524 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.519879 10524 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.520466 10524 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.520519 10524 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.520569 10558 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap starting.
08:23:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.527902 10524 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.67:39027
08:23:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.527952 10718 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.67:39027 every 8 connection(s)
08:23:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.528280 10524 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:23:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.531967 10558 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Log is configured to *not* fsync() on all Append() calls
08:23:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.532198  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 10524
08:23:54.532 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:54.537 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.537189 10558 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.537559 10558 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap complete.
08:23:54.538 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.66:43871
08:23:54.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:23:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.539068 10558 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent bootstrapping tablet: real 0.019s	user 0.008s	sys 0.008s
08:23:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.539448  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 9945
08:23:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.560245 10725 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.560371 10725 heartbeater.cc:461] Registering TS with master...
08:23:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.560582 10725 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.561200  7545 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.562546 10726 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.562613 10726 heartbeater.cc:461] Registering TS with master...
08:23:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.562728 10726 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.562981  7656 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.563462  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.67:46193
08:23:54.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.565229 10558 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.565541 10558 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Initialized, Role: FOLLOWER
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.565677 10558 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.566018 10558 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent starting tablet: real 0.027s	user 0.001s	sys 0.002s
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.567198 10726 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.567538 10719 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.567595 10719 heartbeater.cc:461] Registering TS with master...
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.567651 10719 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:54.568028  7776 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:54.573 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] handling channelInactive
08:23:54.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state READY due to: connection closed
08:23:54.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:54.575 [DEBUG - Time-limited test] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:54.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.576 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:54.587 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:54.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@310083946(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@58b17bab -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2eaa5e65 -> wakeup thread Time-limited test)) after lookup
08:23:54.587 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:54.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.589 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:54.607 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:54.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [12ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [14ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [14ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@310083946(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@58b17bab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2eaa5e65 -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682))) after lookup
08:23:54.607 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:54.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.609 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.646 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:54.646 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:54.646 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [12ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [14ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [14ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [32ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [34ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [34ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@310083946(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@58b17bab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2eaa5e65 -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299))) after lookup
08:23:54.647 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:54.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.648 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:54.767 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:54.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=193), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [12ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [14ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [14ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [32ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [34ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [34ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [72ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [73ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [73ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [191ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@310083946(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@58b17bab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299) -> (continuation of Deferred@1595532938 after retry RPC@456695669), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2eaa5e65 -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299) -> (continuation of Deferred@1595532938 after retry RPC@456695669))) after lookup
08:23:54.769 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:54.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:54.770 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:55.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:55.007 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:23:55.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=432), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [12ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [14ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [14ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [32ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [34ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [34ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [72ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [73ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [73ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [191ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [193ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [195ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [195ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [429ms] refreshing cache from master, [430ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [431ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@310083946(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@58b17bab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299) -> (continuation of Deferred@1595532938 after retry RPC@456695669) -> (continuation of Deferred@2118136404 after retry RPC@568117726), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2eaa5e65 -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299) -> (continuation of Deferred@1595532938 after retry RPC@456695669) -> (continuation of Deferred@2118136404 after retry RPC@568117726))) after lookup
08:23:55.008 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:23:55.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:55.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:55.010 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871
08:23:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.753906 10745 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:23:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.754037 10745 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.754360 10745 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:55.754837 10550 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:55.755352 10550 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.757566 10372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a" is_pre_election: true
08:23:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.757881 10551 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519; no voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a
08:23:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.758014 10745 raft_consensus.cc:2749] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
08:23:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.906510 10752 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 65b776feb76b46cc95c01a3d25a25526)
08:23:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.906621 10752 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.906803 10752 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:55.907680 10276 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.910800 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519" is_pre_election: true
08:23:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.910954 10658 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccfea487ecce4dd899e1446db6d41d8a in term 7.
08:23:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.911250 10276 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 65b776feb76b46cc95c01a3d25a25526
08:23:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.911415 10752 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Leader pre-election won for term 9
08:23:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.911481 10752 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Starting leader election (detected failure of leader 65b776feb76b46cc95c01a3d25a25526)
08:23:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.911502 10752 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 8 FOLLOWER]: Advancing to term 9
08:23:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.912320 10752 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.912497 10752 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 9 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:23:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.912842 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519"
08:23:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.912955 10658 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 7 FOLLOWER]: Advancing to term 9
08:23:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:55.913130 10276 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111)
08:23:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.913952 10658 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccfea487ecce4dd899e1446db6d41d8a in term 9.
08:23:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.914135 10276 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a; no voters: 65b776feb76b46cc95c01a3d25a25526
08:23:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.914235 10752 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Leader election won for term 9
08:23:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.914381 10752 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 LEADER]: Becoming Leader. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Running, Role: LEADER
08:23:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.914482 10752 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:55.915266  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a reported cstate change: term changed from 8 to 9, leader changed from 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66) to ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65). New cstate: current_term: 9 leader_uuid: "ccfea487ecce4dd899e1446db6d41d8a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: HEALTHY } } }
08:23:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:56.439411 10658 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Refusing update from remote peer ccfea487ecce4dd899e1446db6d41d8a: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
08:23:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:56.439800 10778 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
08:23:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:56.443279 10276 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a -> Peer 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871): Couldn't send request to peer 65b776feb76b46cc95c01a3d25a25526. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.66:43871: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:56.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:56.967 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:56.968 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2393), Traces: [0ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [1ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [12ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [14ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [14ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [32ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [34ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [34ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [72ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [73ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [73ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [191ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [193ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [195ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [195ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [429ms] refreshing cache from master, [430ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [431ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [433ms] sending RPC to server 65b776feb76b46cc95c01a3d25a25526, [435ms] received response from server 65b776feb76b46cc95c01a3d25a25526: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [435ms] delaying RPC due to: Network error: Failed to connect to peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871): Connection refused: /127.7.74.66:43871, [2389ms] refreshing cache from master, [2390ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [2392ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@310083946(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@58b17bab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299) -> (continuation of Deferred@1595532938 after retry RPC@456695669) -> (continuation of Deferred@2118136404 after retry RPC@568117726) -> (continuation of Deferred@1470486663 after retry RPC@284195220), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2eaa5e65 -> wakeup thread Time-limited test -> (continuation of Deferred@1503151977 after retry RPC@163087682) -> (continuation of Deferred@1204211876 after retry RPC@177852299) -> (continuation of Deferred@1595532938 after retry RPC@456695669) -> (continuation of Deferred@2118136404 after retry RPC@568117726) -> (continuation of Deferred@1470486663 after retry RPC@284195220))) after lookup
08:23:56.968 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:56.969 [DEBUG - kudu-nio-5] (Connection.java:757) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] Successfully connected to peer
08:23:56.990 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xfaa97267, L:/127.0.0.1:42876 - R:/127.7.74.65:46131] using TOKEN/null
08:23:56.999 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.66:43871
08:23:56.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.000171  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:23:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:43871
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44471
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:23:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.080941 10807 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:23:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.081161 10807 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:23:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.081197 10807 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:23:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.082985 10807 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:23:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.083081 10807 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.66
08:23:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.084712 10807 tablet_server_runner.cc:78] Tablet server non-default flags:
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/logs
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.66:43871
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.66
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44471
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10807
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.66
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:23:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:23:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:23:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:23:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:23:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.085039 10807 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:23:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.085317 10807 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:23:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.088228 10814 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.088243 10812 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.088510 10807 server_base.cc:1061] running on GCE node
08:23:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:57.088245 10817 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:23:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.088737 10807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:23:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.088999 10807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:23:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.090193 10807 hybrid_clock.cc:648] HybridClock initialized: now 1786523037090176 us; error 46 us; skew 500 ppm
08:23:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.091639 10807 webserver.cc:533] Webserver started at http://127.7.74.66:44471/ using document root <none> and password file <none>
08:23:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.091850 10807 fs_manager.cc:362] Metadata directory not provided
08:23:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.091895 10807 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:23:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.093453 10807 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
08:23:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.094220 10824 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:23:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.094460 10807 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:23:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.094542 10807 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.094861 10807 fs_report.cc:389] FS layout report
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/wal
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/data
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:23:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:23:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.108068 10807 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:23:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.108443 10807 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:23:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.108589 10807 kserver.cc:163] Server-wide thread pool size limit: 3276
08:23:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.108844 10807 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:23:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.109457 10832 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:23:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.110435 10807 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:23:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.110496 10807 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:23:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.110531 10807 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:23:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.111296 10807 ts_tablet_manager.cc:616] Registered 1 tablets
08:23:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.111343 10807 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:23:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.111446 10832 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap starting.
08:23:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.119333 10807 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.66:43871
08:23:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.119765 10807 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-1/data/info.pb
08:23:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.119783 10998 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.66:43871 every 8 connection(s)
08:23:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.121752 10832 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Log is configured to *not* fsync() on all Append() calls
08:23:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.125442  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 10807
08:23:57.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.127096 10832 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:23:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.127442 10832 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Bootstrap complete.
08:23:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.128506 10832 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent bootstrapping tablet: real 0.017s	user 0.000s	sys 0.014s
08:23:57.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.129730 10832 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:57.130 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:23:57.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.129990 10832 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Initialized, Role: FOLLOWER
08:23:57.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.130133 10832 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:57.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.130525 10832 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.001s
08:23:57.131 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.65:46131
08:23:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.131392 11003 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:23:57.132 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:23:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.131475 11003 heartbeater.cc:461] Registering TS with master...
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.131651 11003 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.132400  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 10248
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.132643  7545 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.136212 11000 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.136274 11000 heartbeater.cc:461] Registering TS with master...
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.136384 11000 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.138221  7778 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.141031 11004 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.141083 11004 heartbeater.cc:461] Registering TS with master...
08:23:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.141182 11004 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:23:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.141845  7656 ts_manager.cc:194] Re-registered known tserver with Master: 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871)
08:23:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.142318  7656 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.66:51165
08:23:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:57.142977 11004 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:23:57.145 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:23:57.145 [DEBUG - kudu-nio-5] (Connection.java:239) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] handling channelInactive
08:23:57.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state READY due to: connection closed
08:23:57.145 [DEBUG - Time-limited test] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:57.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.146 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:57.167 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:57.168 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test)) after lookup
08:23:57.169 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:57.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.170 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:57.187 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:57.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [23ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [25ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222))) after lookup
08:23:57.188 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:57.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.189 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:57.207 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:57.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [23ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [25ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [43ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [44ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [44ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269))) after lookup
08:23:57.208 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:57.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.209 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:57.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:57.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [23ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [25ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [43ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [44ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [44ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [63ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [64ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [64ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [161ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297))) after lookup
08:23:57.307 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:57.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.309 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:57.687 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:57.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=542), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [23ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [25ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [43ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [44ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [44ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [63ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [64ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [64ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [161ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [162ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [164ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [164ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [539ms] refreshing cache from master, [539ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [541ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297) -> (continuation of Deferred@611379840 after retry RPC@639140792), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297) -> (continuation of Deferred@611379840 after retry RPC@639140792))) after lookup
08:23:57.688 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:57.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:57.690 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:58.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:23:58.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)[L]]}]
08:23:58.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1122), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [23ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [25ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [43ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [44ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [44ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [63ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [64ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [64ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [161ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [162ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [164ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [164ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [539ms] refreshing cache from master, [539ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [541ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [543ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [545ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [545ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1119ms] refreshing cache from master, [1119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1121ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297) -> (continuation of Deferred@611379840 after retry RPC@639140792) -> (continuation of Deferred@1595297857 after retry RPC@1030823256), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297) -> (continuation of Deferred@611379840 after retry RPC@639140792) -> (continuation of Deferred@1595297857 after retry RPC@1030823256))) after lookup
08:23:58.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] connecting to peer
08:23:58.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:58.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] cleaning up while in state CONNECTING due to: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:58.269 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131
08:23:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.343461 11018 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:23:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.343580 11018 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.343899 11018 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:58.344389 10827 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:58.344868 10827 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.347101 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3847239ae8144eb5807838f7aa6aa519" is_pre_election: true
08:23:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.347426 10826 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526; no voters: 3847239ae8144eb5807838f7aa6aa519, ccfea487ecce4dd899e1446db6d41d8a
08:23:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.347572 11018 raft_consensus.cc:2749] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
08:23:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.500095 11024 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader ccfea487ecce4dd899e1446db6d41d8a)
08:23:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.500195 11024 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.500381 11024 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:58.501258 10551 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.503515 10934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:23:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.503656 10934 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 8.
08:23:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.503912 10550 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526; no voters: ccfea487ecce4dd899e1446db6d41d8a
08:23:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.504058 11024 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Leader pre-election won for term 10
08:23:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.504125 11024 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Starting leader election (detected failure of leader ccfea487ecce4dd899e1446db6d41d8a)
08:23:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.504148 11024 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 9 FOLLOWER]: Advancing to term 10
08:23:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.504977 11024 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.505128 11024 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 10 election: Requested vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:23:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.505293 10934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "3847239ae8144eb5807838f7aa6aa519" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526"
08:23:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.505388 10934 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 8 FOLLOWER]: Advancing to term 10
08:23:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:58.505882 10551 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111)
08:23:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.506593 10934 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3847239ae8144eb5807838f7aa6aa519 in term 10.
08:23:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.506805 10550 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526; no voters: ccfea487ecce4dd899e1446db6d41d8a
08:23:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.506928 11024 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 10 FOLLOWER]: Leader election won for term 10
08:23:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.507093 11024 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 10 LEADER]: Becoming Leader. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Running, Role: LEADER
08:23:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.507195 11024 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:23:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.508083  7656 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 reported cstate change: term changed from 9 to 10, leader changed from ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65) to 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67). New cstate: current_term: 10 leader_uuid: "3847239ae8144eb5807838f7aa6aa519" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:23:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:23:58.899006 10551 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 -> Peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Couldn't send request to peer ccfea487ecce4dd899e1446db6d41d8a. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:23:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.947949 10934 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Refusing update from remote peer 3847239ae8144eb5807838f7aa6aa519: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
08:23:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:23:58.948400 11024 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
08:24:01.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:01.365875 10551 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111) [suppressed 7 similar messages]
08:24:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:01.366447 10551 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 -> Peer ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131): Couldn't send request to peer ccfea487ecce4dd899e1446db6d41d8a. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.65:46131: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:24:02.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:02.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:02.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=5122), Traces: [0ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [23ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [25ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [25ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [43ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [44ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [44ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [63ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [64ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [64ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [161ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [162ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [164ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [164ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [539ms] refreshing cache from master, [539ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [541ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [543ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [545ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [545ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1119ms] refreshing cache from master, [1119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [1121ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [1122ms] sending RPC to server ccfea487ecce4dd899e1446db6d41d8a, [1124ms] received response from server ccfea487ecce4dd899e1446db6d41d8a: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [1124ms] delaying RPC due to: Network error: Failed to connect to peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131): Connection refused: /127.7.74.65:46131, [5119ms] refreshing cache from master, [5119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [5121ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@820308852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@23cb0825 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297) -> (continuation of Deferred@611379840 after retry RPC@639140792) -> (continuation of Deferred@1595297857 after retry RPC@1030823256) -> (continuation of Deferred@1694636203 after retry RPC@1345077902), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16ce5ce3 -> wakeup thread Time-limited test -> (continuation of Deferred@1356395738 after retry RPC@873829222) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297) -> (continuation of Deferred@611379840 after retry RPC@639140792) -> (continuation of Deferred@1595297857 after retry RPC@1030823256) -> (continuation of Deferred@1694636203 after retry RPC@1345077902))) after lookup
08:24:02.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.269 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] Successfully connected to peer
08:24:02.285 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xc51cca71, L:/127.0.0.1:47906 - R:/127.7.74.67:39027] using TOKEN/null
08:24:02.294 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.65:46131
08:24:02.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:24:02.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.294770  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:24:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:46131
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37985
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:24:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:24:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.376235 11075 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:24:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.376417 11075 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:24:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.376437 11075 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:24:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.378057 11075 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:24:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.378118 11075 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.65
08:24:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.379637 11075 tablet_server_runner.cc:78] Tablet server non-default flags:
08:24:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/logs
08:24:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:24:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:24:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.65:46131
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.65
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37985
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11075
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.65
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.379930 11075 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:24:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.380125 11075 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:24:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.382810 11088 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:24:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.382854 11092 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:24:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.383036 11075 server_base.cc:1061] running on GCE node
08:24:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:02.382856 11086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:24:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.383239 11075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:24:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.383438 11075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:24:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.384575 11075 hybrid_clock.cc:648] HybridClock initialized: now 1786523042384548 us; error 39 us; skew 500 ppm
08:24:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.385923 11075 webserver.cc:533] Webserver started at http://127.7.74.65:37985/ using document root <none> and password file <none>
08:24:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.386083 11075 fs_manager.cc:362] Metadata directory not provided
08:24:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.386113 11075 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:24:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.387288 11075 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
08:24:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.388029 11101 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:24:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.388262 11075 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
08:24:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.388368 11075 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:24:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:24:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.388684 11075 fs_report.cc:389] FS layout report
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/wal
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/data
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:24:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:24:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.396482 11075 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:24:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.396831 11075 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:24:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.396987 11075 kserver.cc:163] Server-wide thread pool size limit: 3276
08:24:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.397215 11075 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:24:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.397707 11113 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:24:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.398622 11075 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:24:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.398684 11075 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:24:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.398721 11075 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:24:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.399290 11075 ts_tablet_manager.cc:616] Registered 1 tablets
08:24:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.399353 11075 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:24:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.399371 11113 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap starting.
08:24:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.406123 11075 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.65:46131
08:24:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.406275 11276 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.65:46131 every 8 connection(s)
08:24:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.406570 11075 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-0/data/info.pb
08:24:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.410293  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 11075
08:24:02.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:24:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.410547 11113 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Log is configured to *not* fsync() on all Append() calls
08:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.415118 11113 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:24:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.415473 11113 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Bootstrap complete.
08:24:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.416501 11113 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent bootstrapping tablet: real 0.017s	user 0.005s	sys 0.009s
08:24:02.417 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:24:02.417 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.74.67:39027
08:24:02.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:24:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.417497 11113 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.417769 11113 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccfea487ecce4dd899e1446db6d41d8a, State: Initialized, Role: FOLLOWER
08:24:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.417936 11113 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.418228  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 10524
08:24:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.426625 11113 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.000s
08:24:02.432 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:24:02.433 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] handling channelInactive
08:24:02.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state READY due to: connection closed
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435159 11277 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435143 11279 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435101 11278 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435360 11278 heartbeater.cc:461] Registering TS with master...
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435351 11277 heartbeater.cc:461] Registering TS with master...
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435351 11279 heartbeater.cc:461] Registering TS with master...
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435638 11278 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435636 11279 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:24:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.435636 11277 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:24:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.436355  7776 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:24:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.436352  7655 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:24:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.436405  7544 ts_manager.cc:194] Re-registered known tserver with Master: ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:24:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.437016  7655 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.65:36877
08:24:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:02.437783 11279 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:24:02.445 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.446 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:02.466 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:02.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [13ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [13ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@858989704(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@1393852 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b33f21c -> wakeup thread Time-limited test)) after lookup
08:24:02.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.470 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:02.487 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:02.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [13ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [13ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [34ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [37ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@858989704(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@1393852 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b33f21c -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762))) after lookup
08:24:02.488 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.489 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:02.506 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:02.507 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [13ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [13ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [34ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [37ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [54ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [56ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [56ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@858989704(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@1393852 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b33f21c -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183))) after lookup
08:24:02.508 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.509 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:02.767 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:02.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=334), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [13ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [13ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [34ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [37ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [54ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [56ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [56ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [74ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [76ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [76ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [331ms] refreshing cache from master, [331ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [333ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@858989704(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@1393852 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183) -> (continuation of Deferred@2125924371 after retry RPC@429521518), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b33f21c -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183) -> (continuation of Deferred@2125924371 after retry RPC@429521518))) after lookup
08:24:02.767 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.769 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:02.906 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)[L],65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871),ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:02.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=474), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [13ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [13ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [34ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [37ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [54ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [56ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [56ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [74ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [76ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [76ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [331ms] refreshing cache from master, [331ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [333ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [334ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [336ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [336ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [471ms] refreshing cache from master, [471ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [473ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@858989704(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@1393852 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183) -> (continuation of Deferred@2125924371 after retry RPC@429521518) -> (continuation of Deferred@246482081 after retry RPC@1479398803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b33f21c -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183) -> (continuation of Deferred@2125924371 after retry RPC@429521518) -> (continuation of Deferred@246482081 after retry RPC@1479398803))) after lookup
08:24:02.908 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] connecting to peer
08:24:02.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:02.909 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027) for tablet 3e611ab27787473dbb27e18e3d592e9f: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027
08:24:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.611330 11292 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:24:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.611526 11292 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.611887 11292 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66:43871), 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:24:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:03.612630 11103 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:24:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:03.613186 11103 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:24:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.615116 10934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "ccfea487ecce4dd899e1446db6d41d8a" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "65b776feb76b46cc95c01a3d25a25526" is_pre_election: true
08:24:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.615415 11103 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519, 65b776feb76b46cc95c01a3d25a25526
08:24:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.615536 11292 raft_consensus.cc:2749] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
08:24:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.793828 11300 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:24:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.793969 11300 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.794166 11300 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:24:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:03.794651 10826 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:24:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:03.795406 10826 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:24:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.797333 11205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a" is_pre_election: true
08:24:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.797451 11205 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 9.
08:24:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.797662 10827 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:24:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.797778 11300 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Leader pre-election won for term 11
08:24:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.797837 11300 raft_consensus.cc:493] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 3847239ae8144eb5807838f7aa6aa519)
08:24:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.797865 11300 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 10 FOLLOWER]: Advancing to term 11
08:24:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.798527 11300 raft_consensus.cc:515] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.798692 11300 leader_election.cc:290] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 11 election: Requested vote from peers 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027), ccfea487ecce4dd899e1446db6d41d8a (127.7.74.65:46131)
08:24:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.798924 11205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e611ab27787473dbb27e18e3d592e9f" candidate_uuid: "65b776feb76b46cc95c01a3d25a25526" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "ccfea487ecce4dd899e1446db6d41d8a"
08:24:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.799019 11205 raft_consensus.cc:3060] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 9 FOLLOWER]: Advancing to term 11
08:24:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:03.799355 10826 leader_election.cc:336] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111)
08:24:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.800158 11205 raft_consensus.cc:2468] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65b776feb76b46cc95c01a3d25a25526 in term 11.
08:24:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.800348 10827 leader_election.cc:304] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65b776feb76b46cc95c01a3d25a25526, ccfea487ecce4dd899e1446db6d41d8a; no voters: 3847239ae8144eb5807838f7aa6aa519
08:24:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.800423 11300 raft_consensus.cc:2804] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 11 FOLLOWER]: Leader election won for term 11
08:24:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.800558 11300 raft_consensus.cc:697] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [term 11 LEADER]: Becoming Leader. State: Replica: 65b776feb76b46cc95c01a3d25a25526, State: Running, Role: LEADER
08:24:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.800626 11300 consensus_queue.cc:237] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:03.801296  7655 catalog_manager.cc:5719] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 reported cstate change: term changed from 10 to 11, leader changed from 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67) to 65b776feb76b46cc95c01a3d25a25526 (127.7.74.66). New cstate: current_term: 11 leader_uuid: "65b776feb76b46cc95c01a3d25a25526" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } health_report { overall_health: UNKNOWN } } }
08:24:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:04.360391 10826 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 -> Peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Couldn't send request to peer 3847239ae8144eb5807838f7aa6aa519. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:24:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:04.389376 11205 raft_consensus.cc:1275] T 3e611ab27787473dbb27e18e3d592e9f P ccfea487ecce4dd899e1446db6d41d8a [term 11 FOLLOWER]: Refusing update from remote peer 65b776feb76b46cc95c01a3d25a25526: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
08:24:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:04.389712 11323 consensus_queue.cc:1048] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
08:24:06.747 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3e611ab27787473dbb27e18e3d592e9f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886' with partition [<start>, <end>)
08:24:06.747 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e611ab27787473dbb27e18e3d592e9f@[3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027),65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)[L],ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)]}]
08:24:06.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=3e611ab27787473dbb27e18e3d592e9f, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4315), Traces: [0ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [13ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [13ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [34ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [37ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [54ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [56ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [56ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [74ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [76ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [76ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [331ms] refreshing cache from master, [331ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [333ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [334ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [336ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [336ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [471ms] refreshing cache from master, [471ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [473ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, [474ms] sending RPC to server 3847239ae8144eb5807838f7aa6aa519, [476ms] received response from server 3847239ae8144eb5807838f7aa6aa519: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [476ms] delaying RPC due to: Network error: Failed to connect to peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027): Connection refused: /127.7.74.67:39027, [4311ms] refreshing cache from master, [4312ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.74.125:35241, [4314ms] Sub RPC GetTableLocations: received response from server master-127.7.74.125:35241: OK, deferred=Deferred@858989704(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f04203391e8@1393852 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183) -> (continuation of Deferred@2125924371 after retry RPC@429521518) -> (continuation of Deferred@246482081 after retry RPC@1479398803) -> (continuation of Deferred@1996745227 after retry RPC@1102325813), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b33f21c -> wakeup thread Time-limited test -> (continuation of Deferred@2008959397 after retry RPC@347002762) -> (continuation of Deferred@604125506 after retry RPC@757681183) -> (continuation of Deferred@2125924371 after retry RPC@429521518) -> (continuation of Deferred@246482081 after retry RPC@1479398803) -> (continuation of Deferred@1996745227 after retry RPC@1102325813))) after lookup
08:24:06.750 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] connecting to peer
08:24:06.751 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] Successfully connected to peer
08:24:06.773 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xab6ab00a, L:/127.0.0.1:51976 - R:/127.7.74.66:43871] using TOKEN/null
08:24:06.782 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.74.67:39027
08:24:06.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:24:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.783587  7465 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:24:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFD7snv/build/release/bin/kudu
08:24:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:24:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:24:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:24:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.866068 10826 consensus_peers.cc:597] T 3e611ab27787473dbb27e18e3d592e9f P 65b776feb76b46cc95c01a3d25a25526 -> Peer 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027): Couldn't send request to peer 3847239ae8144eb5807838f7aa6aa519. Status: Network error: Client connection negotiation failed: client connection to 127.7.74.67:39027: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:24:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.866947 11362 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:24:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.867139 11362 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:24:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.867175 11362 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:24:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.868942 11362 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:24:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.869022 11362 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.74.67
08:24:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.870640 11362 tablet_server_runner.cc:78] Tablet server non-default flags:
08:24:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/logs
08:24:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:24:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.74.84:38307
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.74.67:39027
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:24:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:24:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.74.67
08:24:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33009
08:24:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.74.126:34467,127.7.74.125:35241,127.7.74.124:34023
08:24:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:24:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11362
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.74.67
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:12 UTC on e7f111948823
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13301
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.870888 11362 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:24:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.871165 11362 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:24:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.874001 11374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:24:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.874011 11372 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:24:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:24:06.874091 11376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:24:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.874449 11362 server_base.cc:1061] running on GCE node
08:24:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.874639 11362 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:24:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.874927 11362 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:24:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.876129 11362 hybrid_clock.cc:648] HybridClock initialized: now 1786523046876096 us; error 45 us; skew 500 ppm
08:24:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.877477 11362 webserver.cc:533] Webserver started at http://127.7.74.67:33009/ using document root <none> and password file <none>
08:24:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.877745 11362 fs_manager.cc:362] Metadata directory not provided
08:24:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.877839 11362 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:24:06.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.879125 11362 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.879886 11384 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.880105 11362 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.880182 11362 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data,/tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3847239ae8144eb5807838f7aa6aa519"
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:23:32 on dist-test-slave-x5fp"
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.880502 11362 fs_report.cc:389] FS layout report
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/wal
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/data
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:24:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:24:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:24:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:24:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:24:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.899549 11362 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:24:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.899899 11362 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:24:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.900063 11362 kserver.cc:163] Server-wide thread pool size limit: 3276
08:24:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.900312 11362 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:24:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.900938 11397 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:24:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.901940 11362 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:24:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.902011 11362 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:24:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.902048 11362 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:24:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.902698 11362 ts_tablet_manager.cc:616] Registered 1 tablets
08:24:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.902753 11362 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:24:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.902789 11397 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap starting.
08:24:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.910668 11362 rpc_server.cc:307] RPC server started. Bound to: 127.7.74.67:39027
08:24:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.910776 11554 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.74.67:39027 every 8 connection(s)
08:24:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.911124 11362 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskFD7snv/test-tmp/mini-kudu-cluster8310469817385608571/ts-2/data/info.pb
08:24:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.911705 11397 log.cc:826] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Log is configured to *not* fsync() on all Append() calls
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917161 11397 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917179 11556 heartbeater.cc:344] Connected to a master server at 127.7.74.124:34023
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917296 11556 heartbeater.cc:461] Registering TS with master...
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917500 11556 heartbeater.cc:507] Master 127.7.74.124:34023 requested a full tablet report, sending...
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917503 11397 tablet_bootstrap.cc:492] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Bootstrap complete.
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917593 11557 heartbeater.cc:344] Connected to a master server at 127.7.74.126:34467
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917641 11557 heartbeater.cc:461] Registering TS with master...
08:24:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.917752 11557 heartbeater.cc:507] Master 127.7.74.126:34467 requested a full tablet report, sending...
08:24:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.918126  7544 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:24:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.918210  7776 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:24:06.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.918721 11397 ts_tablet_manager.cc:1403] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent bootstrapping tablet: real 0.016s	user 0.009s	sys 0.005s
08:24:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.919603 11558 heartbeater.cc:344] Connected to a master server at 127.7.74.125:35241
08:24:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.919685 11558 heartbeater.cc:461] Registering TS with master...
08:24:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.919727  7465 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskFD7snv/build/release/bin/kudu as pid 11362
08:24:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.919783 11558 heartbeater.cc:507] Master 127.7.74.125:35241 requested a full tablet report, sending...
08:24:06.920 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:24:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.920073  7655 ts_manager.cc:194] Re-registered known tserver with Master: 3847239ae8144eb5807838f7aa6aa519 (127.7.74.67:39027)
08:24:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.920090 11397 raft_consensus.cc:359] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.920352 11397 raft_consensus.cc:740] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3847239ae8144eb5807838f7aa6aa519, State: Initialized, Role: FOLLOWER
08:24:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.920456 11397 consensus_queue.cc:260] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65b776feb76b46cc95c01a3d25a25526" member_type: VOTER last_known_addr { host: "127.7.74.66" port: 43871 } } peers { permanent_uuid: "3847239ae8144eb5807838f7aa6aa519" member_type: VOTER last_known_addr { host: "127.7.74.67" port: 39027 } } peers { permanent_uuid: "ccfea487ecce4dd899e1446db6d41d8a" member_type: VOTER last_known_addr { host: "127.7.74.65" port: 46131 } }
08:24:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.920583  7655 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.74.67:50465
08:24:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.920703 11397 ts_tablet_manager.cc:1434] T 3e611ab27787473dbb27e18e3d592e9f P 3847239ae8144eb5807838f7aa6aa519: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:24:06.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.922098 11558 heartbeater.cc:499] Master 127.7.74.125:35241 was elected leader, sending a full tablet report...
08:24:06.924 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:24:06.929 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786523012886, tablet=3e611ab27787473dbb27e18e3d592e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:24:06.934 [DEBUG - main] (Connection.java:575) [peer master-127.7.74.125:35241(127.7.74.125:35241)] disconnecting while in state READY
08:24:06.934 [DEBUG - main] (Connection.java:575) [peer 3847239ae8144eb5807838f7aa6aa519(127.7.74.67:39027)] disconnecting while in state TERMINATED
08:24:06.934 [DEBUG - main] (Connection.java:575) [peer ccfea487ecce4dd899e1446db6d41d8a(127.7.74.65:46131)] disconnecting while in state TERMINATED
08:24:06.935 [DEBUG - main] (Connection.java:575) [peer master-127.7.74.124:34023(127.7.74.124:34023)] disconnecting while in state READY
08:24:06.935 [DEBUG - main] (Connection.java:575) [peer master-127.7.74.126:34467(127.7.74.126:34467)] disconnecting while in state READY
08:24:06.935 [DEBUG - main] (Connection.java:575) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] disconnecting while in state READY
08:24:06.937 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] handling channelInactive
08:24:06.937 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.74.124:34023(127.7.74.124:34023)] handling channelInactive
08:24:06.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65b776feb76b46cc95c01a3d25a25526(127.7.74.66:43871)] cleaning up while in state READY due to: connection closed
08:24:06.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.74.124:34023(127.7.74.124:34023)] cleaning up while in state READY due to: connection closed
08:24:06.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:24:06.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.74.125:35241(127.7.74.125:35241)] handling channelInactive
08:24:06.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.74.125:35241(127.7.74.125:35241)] cleaning up while in state READY due to: connection closed
08:24:06.938 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.74.126:34467(127.7.74.126:34467)] handling channelInactive
08:24:06.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.74.126:34467(127.7.74.126:34467)] cleaning up while in state READY due to: connection closed
08:24:06.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.939853  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 11075
08:24:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.965420  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 10807
08:24:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.978106  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 11362
08:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:06.992343  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 7489
08:24:07.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:07.001267  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 7611
08:24:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:24:07.015599  7465 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskFD7snv/build/release/bin/kudu with pid 7733
08:24:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:24:07Z chronyd exiting

Time: 36.856

OK (1 test)

