JUnit version 4.13.2
.02:11:12.147 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476672140
02:11:12.198 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:11:12.253 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:11:12.265 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRrtCzs/test-tmp
02:11:12.270 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
02:11:12.273 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRrtCzs/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
02:11:12.461 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:11:12.476 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:12.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:11:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.479452  6279 mini_oidc.cc:150] Starting JWKS server
02:11:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.481731  6279 webserver.cc:533] Webserver started at http://127.0.0.1:45581/ using document root <none> and password file <none>
02:11:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.481950  6279 mini_oidc.cc:186] Starting OIDC Discovery server
02:11:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.482242  6279 webserver.cc:533] Webserver started at http://127.0.0.1:36241/ using document root <none> and password file <none>
02:11:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:11:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:12Z Disabled control of system clock
02:11:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.497510  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal
02:11:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data
02:11:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/logs
02:11:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data/info.pb
02:11:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.254:42415
02:11:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.254
02:11:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45581/jwks.json with env {}
02:11:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.603241  6290 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.603466  6290 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.603510  6290 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.607028  6290 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.607097  6290 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.607118  6290 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.607136  6290 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.607154  6290 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.607168  6290 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45581/jwks.json
02:11:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.611428  6290 master_runner.cc:387] Master server non-default flags:
02:11:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data
02:11:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal
02:11:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.254:42415
02:11:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45581/jwks.json
02:11:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data/info.pb
02:11:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.254
02:11:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6290
02:11:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/logs
02:11:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.612581  6290 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.613842  6290 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.620250  6295 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.620255  6298 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.620253  6296 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.620734  6290 server_base.cc:1061] running on GCE node
02:11:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.621253  6290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.622257  6290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.623418  6290 hybrid_clock.cc:648] HybridClock initialized: now 1783476672623384 us; error 36 us; skew 500 ppm
02:11:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.625267  6290 webserver.cc:533] Webserver started at http://127.6.33.254:45533/ using document root <none> and password file <none>
02:11:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.625816  6290 fs_manager.cc:362] Metadata directory not provided
02:11:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.625869  6290 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.626031  6290 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.628052  6290 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data/instance:
02:11:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4644925866a04de8ab7d93afcc93e44e"
02:11:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:12 on dist-test-slave-qmjr"
02:11:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.628625  6290 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal/instance:
02:11:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4644925866a04de8ab7d93afcc93e44e"
02:11:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:12 on dist-test-slave-qmjr"
02:11:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.632721  6290 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.001s
02:11:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.634989  6304 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:12.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.636168  6290 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:11:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.636270  6290 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal
02:11:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4644925866a04de8ab7d93afcc93e44e"
02:11:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:12 on dist-test-slave-qmjr"
02:11:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.636368  6290 fs_report.cc:389] FS layout report
02:11:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal
02:11:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal
02:11:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data/data
02:11:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.674970  6290 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.675859  6290 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.676107  6290 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.685191  6290 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.254:42415
02:11:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.685191  6356 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.254:42415 every 8 connection(s)
02:11:12.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.686331  6290 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/data/info.pb
02:11:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.690518  6357 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.694530  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 6290
02:11:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.694772  6279 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-0/wal/instance
02:11:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.694635  6357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } has no permanent_uuid. Determining permanent_uuid...
02:11:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.696589  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal
02:11:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data
02:11:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/logs
02:11:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data/info.pb
02:11:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.253:42441
02:11:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.253
02:11:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45581/jwks.json with env {}
02:11:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.707238  6357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } has no permanent_uuid. Determining permanent_uuid...
02:11:12.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.709486  6305 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.253:42441: connect: Connection refused (error 111)
02:11:12.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.710755  6357 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.253:42441: Network error: Client connection negotiation failed: client connection to 127.6.33.253:42441: connect: Connection refused (error 111)
02:11:12.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.760025  6357 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } attempt: 1
02:11:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.761992  6357 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.253:42441: Network error: Client connection negotiation failed: client connection to 127.6.33.253:42441: connect: Connection refused (error 111)
02:11:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.818679  6361 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.818962  6361 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:12.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.819022  6361 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.823489  6361 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.823571  6361 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.823596  6361 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.823621  6361 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.823642  6361 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.823658  6361 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45581/jwks.json
02:11:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.829440  6361 master_runner.cc:387] Master server non-default flags:
02:11:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data
02:11:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal
02:11:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.253:42441
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45581/jwks.json
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data/info.pb
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.253
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6361
02:11:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/logs
02:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.830196  6357 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } attempt: 2
02:11:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.830757  6361 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.832154  6357 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.253:42441: Network error: Client connection negotiation failed: client connection to 127.6.33.253:42441: connect: Connection refused (error 111)
02:11:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.832255  6361 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.839709  6370 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.839731  6367 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.839989  6361 server_base.cc:1061] running on GCE node
02:11:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.839722  6368 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.841445  6361 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.842741  6361 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.843935  6361 hybrid_clock.cc:648] HybridClock initialized: now 1783476672843858 us; error 98 us; skew 500 ppm
02:11:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.846535  6361 webserver.cc:533] Webserver started at http://127.6.33.253:38389/ using document root <none> and password file <none>
02:11:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.847309  6361 fs_manager.cc:362] Metadata directory not provided
02:11:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.847393  6361 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:12.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.847649  6361 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.849951  6361 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data/instance:
02:11:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2538910075647d0be018b4d1dbe3388"
02:11:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:12 on dist-test-slave-qmjr"
02:11:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.850608  6361 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal/instance:
02:11:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2538910075647d0be018b4d1dbe3388"
02:11:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:12 on dist-test-slave-qmjr"
02:11:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.855299  6361 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
02:11:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.858415  6376 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.859830  6361 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.001s
02:11:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.859987  6361 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal
02:11:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2538910075647d0be018b4d1dbe3388"
02:11:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:12 on dist-test-slave-qmjr"
02:11:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.860114  6361 fs_report.cc:389] FS layout report
02:11:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal
02:11:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal
02:11:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data/data
02:11:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.885342  6361 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.886023  6361 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.886198  6361 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.894158  6361 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.253:42441
02:11:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.894176  6428 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.253:42441 every 8 connection(s)
02:11:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.895351  6361 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/data/info.pb
02:11:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.898680  6429 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.903429  6429 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } has no permanent_uuid. Determining permanent_uuid...
02:11:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.904222  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 6361
02:11:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.904322  6279 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-1/wal/instance
02:11:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.905161  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal
02:11:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data
02:11:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/logs
02:11:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data/info.pb
02:11:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.252:35835
02:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.252
02:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45581/jwks.json with env {}
02:11:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.916064  6429 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } has no permanent_uuid. Determining permanent_uuid...
02:11:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.923324  6357 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } attempt: 3
02:11:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.924677  6429 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } has no permanent_uuid. Determining permanent_uuid...
02:11:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.925554  6379 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.927479  6429 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.252:35835: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.928604  6357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } has no permanent_uuid. Determining permanent_uuid...
02:11:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.930086  6357 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.252:35835: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:12.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.961318  6357 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } attempt: 1
02:11:12.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.962994  6357 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.252:35835: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:12.980872  6429 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } attempt: 1
02:11:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:12.982560  6429 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.252:35835: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:13.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.027364  6431 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:13.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.027604  6431 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:13.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.027648  6431 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.032114  6431 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.032196  6431 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.032218  6431 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.032236  6431 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.032255  6431 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:13.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.032269  6431 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45581/jwks.json
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.036697  6431 master_runner.cc:387] Master server non-default flags:
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.252:35835
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45581/jwks.json
02:11:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data/info.pb
02:11:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.252
02:11:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6431
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/logs
02:11:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.037910  6431 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.038584  6357 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } attempt: 2
02:11:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.039404  6431 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.040256  6357 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.252:35835: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.046563  6440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.046600  6442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.046756  6431 server_base.cc:1061] running on GCE node
02:11:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.046882  6439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.048241  6431 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.049513  6431 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.050714  6431 hybrid_clock.cc:648] HybridClock initialized: now 1783476673050656 us; error 76 us; skew 500 ppm
02:11:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.050720  6429 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } attempt: 2
02:11:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.052268  6429 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.33.252:35835: Network error: Client connection negotiation failed: client connection to 127.6.33.252:35835: connect: Connection refused (error 111)
02:11:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.053037  6431 webserver.cc:533] Webserver started at http://127.6.33.252:45871/ using document root <none> and password file <none>
02:11:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.053778  6431 fs_manager.cc:362] Metadata directory not provided
02:11:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.053861  6431 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.054082  6431 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.056183  6431 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data/instance:
02:11:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4"
02:11:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.056833  6431 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal/instance:
02:11:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4"
02:11:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.061178  6431 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
02:11:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.063462  6448 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.064579  6431 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.064702  6431 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4"
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.064780  6431 fs_report.cc:389] FS layout report
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data/data
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.075424  6431 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.076097  6431 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.076263  6431 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.083986  6431 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.252:35835
02:11:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.084028  6500 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.252:35835 every 8 connection(s)
02:11:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.085048  6431 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/data/info.pb
02:11:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.087978  6501 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.091159  6501 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } has no permanent_uuid. Determining permanent_uuid...
02:11:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.093961  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 6431
02:11:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.094127  6279 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/master-2/wal/instance
02:11:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.101351  6501 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } has no permanent_uuid. Determining permanent_uuid...
02:11:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.105841  6501 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } has no permanent_uuid. Determining permanent_uuid...
02:11:13.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.114609  6501 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: Bootstrap starting.
02:11:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.117338  6501 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: Neither blocks nor log segments found. Creating new log.
02:11:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.118701  6501 log.cc:826] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: Log is configured to *not* fsync() on all Append() calls
02:11:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.120513  6501 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: No bootstrap required, opened a new log
02:11:13.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.124035  6501 raft_consensus.cc:359] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.124238  6501 raft_consensus.cc:385] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:13.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.124276  6501 raft_consensus.cc:740] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0db8f95ab664fc6ad3d957ecbb04ee4, State: Initialized, Role: FOLLOWER
02:11:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.124732  6501 consensus_queue.cc:260] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.125310  6510 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.125456  6510 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.125929  6501 sys_catalog.cc:565] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: configured and running, proceeding with master startup.
02:11:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.131284  6521 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.131368  6521 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.129952  6431 master_runner.cc:187] Error getting master registration for 127.6.33.254:42415: OK, instance_id { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" instance_seqno: 1783476672682555 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:13.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.131626  6431 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.139430  6357 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } attempt: 3
02:11:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.143442  6429 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } attempt: 3
02:11:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.148254  6357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: Bootstrap starting.
02:11:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.150570  6429 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: Bootstrap starting.
02:11:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.151091  6357 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: Neither blocks nor log segments found. Creating new log.
02:11:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.151921  6357 log.cc:826] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: Log is configured to *not* fsync() on all Append() calls
02:11:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.153112  6429 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: Neither blocks nor log segments found. Creating new log.
02:11:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.154068  6429 log.cc:826] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: Log is configured to *not* fsync() on all Append() calls
02:11:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.156011  6429 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: No bootstrap required, opened a new log
02:11:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.156013  6357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: No bootstrap required, opened a new log
02:11:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.159544  6357 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.159544  6429 raft_consensus.cc:359] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.159763  6357 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.159763  6429 raft_consensus.cc:385] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:13.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.159825  6357 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4644925866a04de8ab7d93afcc93e44e, State: Initialized, Role: FOLLOWER
02:11:13.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.159816  6429 raft_consensus.cc:740] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2538910075647d0be018b4d1dbe3388, State: Initialized, Role: FOLLOWER
02:11:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.160375  6357 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.160916  6429 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.161820  6357 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: configured and running, proceeding with master startup.
02:11:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.164942  6537 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.165100  6537 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.165778  6429 sys_catalog.cc:565] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: configured and running, proceeding with master startup.
02:11:13.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.169178  6525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.169812  6525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.167171  6290 master_runner.cc:187] Error getting master registration for 127.6.33.253:42441: OK, instance_id { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" instance_seqno: 1783476672891944 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.171216  6548 catalog_manager.cc:1594] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.171213  6290 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.171288  6548 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.171211  6536 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.171360  6536 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.175657  6361 master_runner.cc:264] No leader master found from master f2538910075647d0be018b4d1dbe3388
02:11:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.175762  6361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:13.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.177767  6310 tablet.cc:2406] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.185456  6525 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.186201  6525 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.188575  6403 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4644925866a04de8ab7d93afcc93e44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2538910075647d0be018b4d1dbe3388" is_pre_election: true
02:11:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.190645  6403 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4644925866a04de8ab7d93afcc93e44e in term 0.
02:11:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.191093  6305 leader_election.cc:304] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4644925866a04de8ab7d93afcc93e44e, f2538910075647d0be018b4d1dbe3388; no voters: 
02:11:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.205371  6525 leader_election.cc:290] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f2538910075647d0be018b4d1dbe3388 (127.6.33.253:42441), d0db8f95ab664fc6ad3d957ecbb04ee4 (127.6.33.252:35835)
02:11:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.205566  6475 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4644925866a04de8ab7d93afcc93e44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" is_pre_election: true
02:11:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.205866  6475 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4644925866a04de8ab7d93afcc93e44e in term 0.
02:11:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.206756  6525 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.207095  6525 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.207365  6525 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 0 FOLLOWER]: Advancing to term 1
02:11:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.209302  6525 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.210400  6403 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4644925866a04de8ab7d93afcc93e44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2538910075647d0be018b4d1dbe3388"
02:11:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.210549  6403 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 0 FOLLOWER]: Advancing to term 1
02:11:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.211735  6403 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4644925866a04de8ab7d93afcc93e44e in term 1.
02:11:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.212153  6305 leader_election.cc:304] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4644925866a04de8ab7d93afcc93e44e, f2538910075647d0be018b4d1dbe3388; no voters: 
02:11:13.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.213698  6525 leader_election.cc:290] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [CANDIDATE]: Term 1 election: Requested vote from peers f2538910075647d0be018b4d1dbe3388 (127.6.33.253:42441), d0db8f95ab664fc6ad3d957ecbb04ee4 (127.6.33.252:35835)
02:11:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.214131  6525 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 1 FOLLOWER]: Leader election won for term 1
02:11:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.214205  6475 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4644925866a04de8ab7d93afcc93e44e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4"
02:11:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.214346  6475 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 0 FOLLOWER]: Advancing to term 1
02:11:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.215577  6475 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4644925866a04de8ab7d93afcc93e44e in term 1.
02:11:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.216517  6525 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [term 1 LEADER]: Becoming Leader. State: Replica: 4644925866a04de8ab7d93afcc93e44e, State: Running, Role: LEADER
02:11:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.216943  6525 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } }
02:11:13.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.221477  6525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4644925866a04de8ab7d93afcc93e44e. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.221628  6525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: This master's current role is: LEADER
02:11:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.238518  6553 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:11:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.245010  6553 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:11:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.251744  6475 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [term 1 FOLLOWER]: Refusing update from remote peer 4644925866a04de8ab7d93afcc93e44e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.252936  6551 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.258140  6510 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4644925866a04de8ab7d93afcc93e44e. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.258283  6510 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.262873  6403 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [term 1 FOLLOWER]: Refusing update from remote peer 4644925866a04de8ab7d93afcc93e44e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.263661  6551 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.271018  6537 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4644925866a04de8ab7d93afcc93e44e. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.271173  6537 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.276306  6551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.276451  6551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: This master's current role is: LEADER
02:11:13.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.278311  6537 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.278426  6537 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388 [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.279560  6554 mvcc.cc:204] Tried to move back new op lower bound from 7305120453630689280 to 7305120453510483968. Current Snapshot: MvccSnapshot[applied={T|T < 7305120453630689280}]
02:11:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.280138  6557 mvcc.cc:204] Tried to move back new op lower bound from 7305120453630689280 to 7305120453510483968. Current Snapshot: MvccSnapshot[applied={T|T < 7305120453630689280}]
02:11:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.286890  6525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.287019  6525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e [sys.catalog]: This master's current role is: LEADER
02:11:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.288709  6510 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4644925866a04de8ab7d93afcc93e44e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4644925866a04de8ab7d93afcc93e44e" member_type: VOTER last_known_addr { host: "127.6.33.254" port: 42415 } } peers { permanent_uuid: "f2538910075647d0be018b4d1dbe3388" member_type: VOTER last_known_addr { host: "127.6.33.253" port: 42441 } } peers { permanent_uuid: "d0db8f95ab664fc6ad3d957ecbb04ee4" member_type: VOTER last_known_addr { host: "127.6.33.252" port: 35835 } } }
02:11:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.288864  6510 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.290797  6553 catalog_manager.cc:1383] Generated new cluster ID: c4aa178d03644829afd7d723b5e9bce1
02:11:13.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.290859  6553 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:11:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.332922  6553 catalog_manager.cc:1406] Generated new certificate authority record
02:11:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.334482  6553 catalog_manager.cc:1540] Loading token signing keys...
02:11:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.355334  6553 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 4644925866a04de8ab7d93afcc93e44e: Generated new TSK 0
02:11:13.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.358444  6553 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:11:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.383598  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:0
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.535918  6562 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.536201  6562 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.536268  6562 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.540143  6562 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.540315  6562 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.193
02:11:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.545209  6562 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:0
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6562
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.546790  6562 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.548403  6562 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.555503  6568 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.555503  6567 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.555953  6570 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.556070  6562 server_base.cc:1061] running on GCE node
02:11:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.556610  6562 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.557361  6562 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.558773  6562 hybrid_clock.cc:648] HybridClock initialized: now 1783476673558756 us; error 35 us; skew 500 ppm
02:11:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.560904  6562 webserver.cc:533] Webserver started at http://127.6.33.193:41235/ using document root <none> and password file <none>
02:11:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.561558  6562 fs_manager.cc:362] Metadata directory not provided
02:11:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.561645  6562 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.561904  6562 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.563735  6562 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/instance:
02:11:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "619836465cab423cbf329519432c0521"
02:11:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.564332  6562 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal/instance:
02:11:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "619836465cab423cbf329519432c0521"
02:11:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.568786  6562 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
02:11:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.571720  6576 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.573005  6562 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:11:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.573128  6562 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "619836465cab423cbf329519432c0521"
02:11:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.573218  6562 fs_report.cc:389] FS layout report
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/data
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.595840  6562 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.596515  6562 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.596679  6562 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.597301  6562 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.598356  6562 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.598403  6562 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.598443  6562 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.598459  6562 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.610261  6562 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.193:46111
02:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.610280  6689 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.193:46111 every 8 connection(s)
02:11:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.611366  6562 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.619968  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 6562
02:11:13.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.620078  6279 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal/instance
02:11:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.622684  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:0
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.625216  6692 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.625443  6690 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.625489  6692 heartbeater.cc:461] Registering TS with master...
02:11:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.625552  6690 heartbeater.cc:461] Registering TS with master...
02:11:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.625586  6691 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.625648  6691 heartbeater.cc:461] Registering TS with master...
02:11:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.626211  6690 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.626219  6691 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.626197  6692 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.628059  6465 ts_manager.cc:194] Registered new tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.628108  6393 ts_manager.cc:194] Registered new tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.629669  6321 ts_manager.cc:194] Registered new tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:13.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.630784  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.193:51171
02:11:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.737310  6699 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.737607  6699 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.737671  6699 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.742043  6699 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.742213  6699 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.194
02:11:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.746567  6699 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:0
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6699
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.747687  6699 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.748781  6699 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.755776  6707 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.755751  6704 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.755872  6699 server_base.cc:1061] running on GCE node
02:11:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.755751  6705 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.756906  6699 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.757639  6699 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.758831  6699 hybrid_clock.cc:648] HybridClock initialized: now 1783476673758817 us; error 39 us; skew 500 ppm
02:11:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.760896  6699 webserver.cc:533] Webserver started at http://127.6.33.194:39127/ using document root <none> and password file <none>
02:11:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.761476  6699 fs_manager.cc:362] Metadata directory not provided
02:11:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.761538  6699 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.761706  6699 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.763317  6699 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/instance:
02:11:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.763880  6699 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal/instance:
02:11:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.767550  6699 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.000s	sys 0.003s
02:11:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.770543  6713 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.771804  6699 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
02:11:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.771962  6699 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.772079  6699 fs_report.cc:389] FS layout report
02:11:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/data
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.785437  6699 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.786315  6699 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.786597  6699 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.787299  6699 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.788553  6699 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.788627  6699 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.788697  6699 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.788722  6699 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.800704  6699 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.194:38061
02:11:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.800725  6826 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.194:38061 every 8 connection(s)
02:11:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.801749  6699 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.810693  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 6699
02:11:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.810823  6279 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal/instance
02:11:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.811374  6828 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.811378  6829 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.811688  6828 heartbeater.cc:461] Registering TS with master...
02:11:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.812376  6827 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.812455  6827 heartbeater.cc:461] Registering TS with master...
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.812481  6828 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.812654  6827 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.813481  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:0
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.813706  6321 ts_manager.cc:194] Registered new tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.813737  6465 ts_manager.cc:194] Registered new tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.814443  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.194:36717
02:11:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.816962  6829 heartbeater.cc:461] Registering TS with master...
02:11:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.817193  6829 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:13.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.818014  6393 ts_manager.cc:194] Registered new tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.930497  6834 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.930789  6834 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.930851  6834 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.934638  6834 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.934829  6834 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.195
02:11:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.939337  6834 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:0
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6834
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.940910  6834 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.942350  6834 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.949508  6840 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.949707  6834 server_base.cc:1061] running on GCE node
02:11:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.949508  6839 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:13.949837  6842 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.950887  6834 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.951557  6834 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.952782  6834 hybrid_clock.cc:648] HybridClock initialized: now 1783476673952765 us; error 34 us; skew 500 ppm
02:11:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.954911  6834 webserver.cc:533] Webserver started at http://127.6.33.195:33091/ using document root <none> and password file <none>
02:11:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.955493  6834 fs_manager.cc:362] Metadata directory not provided
02:11:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.955547  6834 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.955711  6834 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.957333  6834 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/instance:
02:11:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.957795  6834 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal/instance:
02:11:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.962430  6834 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
02:11:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.966029  6849 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.967339  6834 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.967460  6834 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.967554  6834 fs_report.cc:389] FS layout report
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/data
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.985483  6834 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:13.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.986160  6834 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:13.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.986330  6834 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:13.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.986860  6834 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.988026  6834 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.988101  6834 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.988163  6834 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.988186  6834 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.998091  6834 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.195:35315
02:11:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.998152  6962 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.195:35315 every 8 connection(s)
02:11:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:13.999126  6834 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.002859  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 6834
02:11:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.002969  6279 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal/instance
02:11:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.010591  6965 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.010905  6965 heartbeater.cc:461] Registering TS with master...
02:11:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.011176  6963 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.011267  6963 heartbeater.cc:461] Registering TS with master...
02:11:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.011562  6965 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.011560  6963 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.010622  6964 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.012198  6964 heartbeater.cc:461] Registering TS with master...
02:11:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.012404  6964 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.012899  6393 ts_manager.cc:194] Registered new tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.013137  6321 ts_manager.cc:194] Registered new tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.013746  6465 ts_manager.cc:194] Registered new tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.013909  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.195:40489
02:11:14.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.025887  6279 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:11:14.027 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:14.028 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:11:14.038 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.33.254"
      port: 42415
    }
    bound_http_address {
      host: "127.6.33.254"
      port: 45533
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.33.253"
      port: 42441
    }
    bound_http_address {
      host: "127.6.33.253"
      port: 38389
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.33.252"
      port: 35835
    }
    bound_http_address {
      host: "127.6.33.252"
      port: 45871
    }
  }
}

02:11:14.043 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:11:14.045 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.33.193"
      port: 46111
    }
    bound_http_address {
      host: "127.6.33.193"
      port: 41235
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.33.194"
      port: 38061
    }
    bound_http_address {
      host: "127.6.33.194"
      port: 39127
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.33.195"
      port: 35315
    }
    bound_http_address {
      host: "127.6.33.195"
      port: 33091
    }
  }
}

02:11:14.045 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:11:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.133088  6521 catalog_manager.cc:1295] Loaded cluster ID: c4aa178d03644829afd7d723b5e9bce1
02:11:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.133183  6521 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: loading cluster ID for follower catalog manager: success
02:11:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.135864  6521 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: acquiring CA information for follower catalog manager: success
02:11:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.137460  6521 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d0db8f95ab664fc6ad3d957ecbb04ee4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.172931  6548 catalog_manager.cc:1295] Loaded cluster ID: c4aa178d03644829afd7d723b5e9bce1
02:11:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.173018  6548 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: loading cluster ID for follower catalog manager: success
02:11:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.175700  6548 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: acquiring CA information for follower catalog manager: success
02:11:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.177479  6548 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f2538910075647d0be018b4d1dbe3388: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:14.224 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:11:14.294 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:11:14.473 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.33.253:42441(127.6.33.253:42441)] connecting to peer
02:11:14.521 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.33.252:35835(127.6.33.252:35835)] connecting to peer
02:11:14.524 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.33.254:42415(127.6.33.254:42415)] connecting to peer
02:11:14.539 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.33.254:42415(127.6.33.254:42415)] Successfully connected to peer
02:11:14.540 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.33.253:42441(127.6.33.253:42441)] Successfully connected to peer
02:11:14.539 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.33.252:35835(127.6.33.252:35835)] Successfully connected to peer
02:11:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.632449  6691 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:14.645 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.33.252
02:11:14.645 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.33.253
02:11:14.645 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.33.254
02:11:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.817045  6828 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:14.869 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x735df24c, L:/127.0.0.1:45440 - R:/127.6.33.254:42415] using SASL/PLAIN
02:11:14.869 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xc468fd48, L:/127.0.0.1:41238 - R:/127.6.33.253:42441] using SASL/PLAIN
02:11:14.869 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x0b601f25, L:/127.0.0.1:41480 - R:/127.6.33.252:35835] using SASL/PLAIN
02:11:14.909 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:11:14.910 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=475), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.33.253:42441, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.33.252:35835, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.33.254:42415, [445ms] Sub RPC ConnectToMaster: received response from server master-127.6.33.252:35835: OK, [445ms] Sub RPC ConnectToMaster: received response from server master-127.6.33.253:42441: OK, [446ms] Sub RPC ConnectToMaster: received response from server master-127.6.33.254:42415: OK, deferred=null) after lookup
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.957595  6321 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45440:
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418"
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:11:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:14.959213  6321 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.989321  6896 tablet_service.cc:1511] Processing CreateTablet for tablet debf32eef2c6430aa50253b98d4784ee (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418 [id=ccf512547c1e4d7e8802719bed9543a3]), partition=RANGE (key) PARTITION UNBOUNDED
02:11:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:14.990929  6896 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet debf32eef2c6430aa50253b98d4784ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:15.002 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ccf512547c1e4d7e8802719bed9543a3
02:11:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.002962  6624 tablet_service.cc:1511] Processing CreateTablet for tablet debf32eef2c6430aa50253b98d4784ee (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418 [id=ccf512547c1e4d7e8802719bed9543a3]), partition=RANGE (key) PARTITION UNBOUNDED
02:11:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.003288  6761 tablet_service.cc:1511] Processing CreateTablet for tablet debf32eef2c6430aa50253b98d4784ee (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418 [id=ccf512547c1e4d7e8802719bed9543a3]), partition=RANGE (key) PARTITION UNBOUNDED
02:11:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.004199  6761 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet debf32eef2c6430aa50253b98d4784ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.004207  6624 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet debf32eef2c6430aa50253b98d4784ee. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:15.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.010646  6996 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap starting.
02:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.013108  6996 tablet_bootstrap.cc:654] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Neither blocks nor log segments found. Creating new log.
02:11:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.013247  6997 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap starting.
02:11:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.014267  6996 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Log is configured to *not* fsync() on all Append() calls
02:11:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.015635  6964 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.015982  6997 tablet_bootstrap.cc:654] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Neither blocks nor log segments found. Creating new log.
02:11:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.017180  6997 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Log is configured to *not* fsync() on all Append() calls
02:11:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.018065  6998 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap starting.
02:11:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.020057  6996 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: No bootstrap required, opened a new log
02:11:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.020318  6996 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent bootstrapping tablet: real 0.010s	user 0.004s	sys 0.000s
02:11:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.020721  6998 tablet_bootstrap.cc:654] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Neither blocks nor log segments found. Creating new log.
02:11:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.022050  6998 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Log is configured to *not* fsync() on all Append() calls
02:11:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.023921  6997 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: No bootstrap required, opened a new log
02:11:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.023921  6998 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: No bootstrap required, opened a new log
02:11:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.024205  6998 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
02:11:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.024430  6997 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent bootstrapping tablet: real 0.011s	user 0.006s	sys 0.000s
02:11:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.028862  6998 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.028919  6997 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.029146  6998 raft_consensus.cc:385] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.029146  6997 raft_consensus.cc:385] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.029207  6998 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 619836465cab423cbf329519432c0521, State: Initialized, Role: FOLLOWER
02:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.029207  6997 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Initialized, Role: FOLLOWER
02:11:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.029758  6997 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.030857  6997 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent starting tablet: real 0.006s	user 0.000s	sys 0.006s
02:11:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.030917  6998 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.031795  6998 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
02:11:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.035121  6996 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.035811  6996 raft_consensus.cc:385] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.036135  6996 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Initialized, Role: FOLLOWER
02:11:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.037055  6996 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.038446  6996 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent starting tablet: real 0.018s	user 0.006s	sys 0.000s
02:11:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:15.053854  6830 tablet.cc:2406] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.067168  7004 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.067371  7004 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.068639  7004 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.074112  6644 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521" is_pre_election: true
02:11:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.074105  6781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170" is_pre_election: true
02:11:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.074435  6781 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 0.
02:11:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.074435  6644 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 0.
02:11:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.075068  6853 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 
02:11:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.075358  7004 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.075436  7004 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.075480  7004 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 0 FOLLOWER]: Advancing to term 1
02:11:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.076740  7004 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.077323  7004 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 1 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.078109  6644 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521"
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.078250  6644 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 0 FOLLOWER]: Advancing to term 1
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.079627  6644 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 1.
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.080017  6853 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.080098  6781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.080242  7004 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 FOLLOWER]: Leader election won for term 1
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.080273  6781 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 0 FOLLOWER]: Advancing to term 1
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.080497  7004 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 LEADER]: Becoming Leader. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Running, Role: LEADER
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.080920  7004 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.081552  6781 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 1.
02:11:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.085776  6320 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195). New cstate: current_term: 1 leader_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: HEALTHY } } }
02:11:15.102 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ccf512547c1e4d7e8802719bed9543a3
02:11:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:15.114240  6693 tablet.cc:2406] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:15.132 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:15.137 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:15.139 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=null) after lookup
02:11:15.149 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:15.151 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] Successfully connected to peer
02:11:15.222 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xed5ebb7f, L:/127.0.0.1:39202 - R:/127.6.33.195:35315] using TOKEN/null
02:11:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.234459  6781 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 1 FOLLOWER]: Refusing update from remote peer 8681d17ed9b549a0bb6aeb4db1cb4d40: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.234459  6644 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Refusing update from remote peer 8681d17ed9b549a0bb6aeb4db1cb4d40: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.235330  7007 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.235533  7004 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.248414  7012 mvcc.cc:204] Tried to move back new op lower bound from 7305120461752266752 to 7305120461137014784. Current Snapshot: MvccSnapshot[applied={T|T < 7305120461752266752}]
02:11:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.248608  7011 mvcc.cc:204] Tried to move back new op lower bound from 7305120461752266752 to 7305120461137014784. Current Snapshot: MvccSnapshot[applied={T|T < 7305120461752266752}]
02:11:15.342 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:15.344 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.195:35315
02:11:15.346 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:15.346777  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 6834
02:11:15.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:15.358 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] handling channelInactive
02:11:15.359 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state READY due to: connection closed
02:11:15.359 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: connection closed
02:11:15.380 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:15.381 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:15.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test)) after lookup
02:11:15.382 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:15.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.385 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:15.399 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:15.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [25ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [29ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [29ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [42ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408))) after lookup
02:11:15.400 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:15.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.403 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:15.420 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:15.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [25ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [29ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [29ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [42ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [44ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [46ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459))) after lookup
02:11:15.421 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:15.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.423 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.479 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:15.480 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:15.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [25ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [29ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [29ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [42ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [44ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [46ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [65ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [67ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [67ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [123ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206))) after lookup
02:11:15.481 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:15.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.483 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:15.719 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:15.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=362), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [25ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [29ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [29ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [42ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [44ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [46ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [65ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [67ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [67ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [123ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [125ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [127ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [127ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [359ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [362ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206) -> (continuation of Deferred@1274501144 after retry RPC@508809406), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206) -> (continuation of Deferred@1274501144 after retry RPC@508809406))) after lookup
02:11:15.720 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:15.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:15.722 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:16.760 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:16.761 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:16.761 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1405), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [25ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [29ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [29ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [42ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [44ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [46ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [65ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [67ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [67ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [123ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [125ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [127ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [127ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [359ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [362ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [364ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [366ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [366ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [1400ms] refreshing cache from master, [1400ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1404ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206) -> (continuation of Deferred@1274501144 after retry RPC@508809406) -> (continuation of Deferred@1411077689 after retry RPC@1414375972), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206) -> (continuation of Deferred@1274501144 after retry RPC@508809406) -> (continuation of Deferred@1411077689 after retry RPC@1414375972))) after lookup
02:11:16.762 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:16.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:16.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:16.764 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.789254  7024 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.789489  7024 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.790118  7025 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.790277  7025 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.791249  7024 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.791563  7025 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:16.792559  6578 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:16.792629  6715 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:16.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:16.793797  6578 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:16.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:16.794144  6715 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.797394  6781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170" is_pre_election: true
02:11:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.797585  6781 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 1.
02:11:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.798017  6580 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.798424  7024 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:11:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.798517  7024 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.798508  6644 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521" is_pre_election: true
02:11:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.798630  7024 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 1 FOLLOWER]: Advancing to term 2
02:11:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.799763  7024 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.800123  6644 raft_consensus.cc:2393] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 53cff95579da4c518b1194de0a0e7170 in current term 2: Already voted for candidate 619836465cab423cbf329519432c0521 in this term.
02:11:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.800599  7024 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 2 election: Requested vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.801164  6781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.801282  6781 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 1 FOLLOWER]: Advancing to term 2
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.801631  6717 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170; no voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.802460  6781 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 2.
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:16.802512  6578 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.802655  7025 raft_consensus.cc:2749] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.802922  6580 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.803179  7024 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Leader election won for term 2
02:11:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.803375  7024 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 LEADER]: Becoming Leader. State: Replica: 619836465cab423cbf329519432c0521, State: Running, Role: LEADER
02:11:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.803901  7024 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:16.807157  6321 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 reported cstate change: term changed from 1 to 2, leader changed from 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195) to 619836465cab423cbf329519432c0521 (127.6.33.193). New cstate: current_term: 2 leader_uuid: "619836465cab423cbf329519432c0521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:17.352342  6578 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 -> Peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Couldn't send request to peer 8681d17ed9b549a0bb6aeb4db1cb4d40. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:17.404956  6781 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Refusing update from remote peer 619836465cab423cbf329519432c0521: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:11:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:17.405839  7047 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Connected to new peer: Peer: permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:11:18.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:18.383 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:18.385 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3027), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [24ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [25ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [29ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [29ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [42ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [44ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [46ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [65ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [67ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [67ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [123ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [125ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [127ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [127ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [359ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [362ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [364ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [366ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [366ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [1400ms] refreshing cache from master, [1400ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1404ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [1406ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [1408ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [1408ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3020ms] refreshing cache from master, [3020ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [3025ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1668657292(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@518dd93e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206) -> (continuation of Deferred@1274501144 after retry RPC@508809406) -> (continuation of Deferred@1411077689 after retry RPC@1414375972) -> (continuation of Deferred@1922015714 after retry RPC@1261054237), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7be56421 -> wakeup thread Time-limited test -> (continuation of Deferred@888605211 after retry RPC@505424408) -> (continuation of Deferred@1766345004 after retry RPC@1758453459) -> (continuation of Deferred@40028769 after retry RPC@2002036206) -> (continuation of Deferred@1274501144 after retry RPC@508809406) -> (continuation of Deferred@1411077689 after retry RPC@1414375972) -> (continuation of Deferred@1922015714 after retry RPC@1261054237))) after lookup
02:11:18.387 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:18.389 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] Successfully connected to peer
02:11:18.430 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x491fc811, L:/127.0.0.1:40852 - R:/127.6.33.193:46111] using TOKEN/null
02:11:18.461 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.195:35315
02:11:18.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.464250  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.587389  7066 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.587661  7066 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.587709  7066 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.591156  7066 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.591275  7066 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.195
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.597048  7066 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7066
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.598798  7066 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.600612  7066 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:18.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.611083  7071 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:18.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.611107  7072 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.611716  7066 server_base.cc:1061] running on GCE node
02:11:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:18.612265  7074 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.613025  7066 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.613848  7066 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:18.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.615046  7066 hybrid_clock.cc:648] HybridClock initialized: now 1783476678615014 us; error 52 us; skew 500 ppm
02:11:18.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.617727  7066 webserver.cc:533] Webserver started at http://127.6.33.195:33091/ using document root <none> and password file <none>
02:11:18.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.618494  7066 fs_manager.cc:362] Metadata directory not provided
02:11:18.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.618599  7066 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.625160  7066 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.005s	sys 0.000s
02:11:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.627991  7080 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:18.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.630110  7066 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.630324  7066 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.630926  7066 fs_report.cc:389] FS layout report
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/data
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:18.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.646672  7066 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:18.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.647583  7066 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.647866  7066 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.648629  7066 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.650403  7087 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.654992  7066 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.655108  7066 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
02:11:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.655191  7066 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.657254  7066 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.657331  7066 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
02:11:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.657768  7087 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap starting.
02:11:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.669997  7066 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.195:35315
02:11:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.670003  7194 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.195:35315 every 8 connection(s)
02:11:18.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.671243  7066 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.674250  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 7066
02:11:18.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:18.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.681806  7087 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Log is configured to *not* fsync() on all Append() calls
02:11:18.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.688288  7197 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:18.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.688601  7197 heartbeater.cc:461] Registering TS with master...
02:11:18.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.689309  7197 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:18.690 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.691709  7195 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:18.691 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.193:46111
02:11:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.691808  7195 heartbeater.cc:461] Registering TS with master...
02:11:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.691818  6393 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.692032  7195 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:18.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:11:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.693591  6461 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.694331  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 6562
02:11:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.696635  7087 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.696890  7196 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.696969  7196 heartbeater.cc:461] Registering TS with master...
02:11:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.697140  7087 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap complete.
02:11:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.697176  7196 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.698112  6321 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.698535  7087 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent bootstrapping tablet: real 0.041s	user 0.022s	sys 0.009s
02:11:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.699101  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.195:43351
02:11:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.702251  7087 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.702817  7087 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Initialized, Role: FOLLOWER
02:11:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.703383  7087 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.704613  7087 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.002s
02:11:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:18.705785  7196 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:18.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:18.710 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] handling channelInactive
02:11:18.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state READY due to: connection closed
02:11:18.716 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:18.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.719 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.740 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:18.740 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:18.741 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 619836465cab423cbf329519432c0521, [9ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [9ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@621813311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@a4b1b8b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7add4cde -> wakeup thread Time-limited test)) after lookup
02:11:18.742 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:18.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.745 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.760 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:18.760 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:18.761 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 619836465cab423cbf329519432c0521, [9ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [9ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [31ms] sending RPC to server 619836465cab423cbf329519432c0521, [35ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [35ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@621813311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@a4b1b8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7add4cde -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935))) after lookup
02:11:18.761 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:18.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.763 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:18.840 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:18.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=130), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 619836465cab423cbf329519432c0521, [9ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [9ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [31ms] sending RPC to server 619836465cab423cbf329519432c0521, [35ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [35ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [51ms] sending RPC to server 619836465cab423cbf329519432c0521, [53ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [53ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [129ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@621813311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@a4b1b8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7add4cde -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730))) after lookup
02:11:18.842 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:18.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:18.845 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:19.101 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:19.102 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=391), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 619836465cab423cbf329519432c0521, [9ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [9ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [31ms] sending RPC to server 619836465cab423cbf329519432c0521, [35ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [35ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [51ms] sending RPC to server 619836465cab423cbf329519432c0521, [53ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [53ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [129ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [131ms] sending RPC to server 619836465cab423cbf329519432c0521, [135ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [135ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [385ms] refreshing cache from master, [386ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [390ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@621813311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@a4b1b8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730) -> (continuation of Deferred@582642677 after retry RPC@762580560), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7add4cde -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730) -> (continuation of Deferred@582642677 after retry RPC@762580560))) after lookup
02:11:19.102 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:19.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.105 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.520 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:19.520 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:19.521 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=811), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 619836465cab423cbf329519432c0521, [9ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [9ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [31ms] sending RPC to server 619836465cab423cbf329519432c0521, [35ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [35ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [51ms] sending RPC to server 619836465cab423cbf329519432c0521, [53ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [53ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [129ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [131ms] sending RPC to server 619836465cab423cbf329519432c0521, [135ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [135ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [385ms] refreshing cache from master, [386ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [390ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [392ms] sending RPC to server 619836465cab423cbf329519432c0521, [395ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [395ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [806ms] refreshing cache from master, [806ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [810ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@621813311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@a4b1b8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730) -> (continuation of Deferred@582642677 after retry RPC@762580560) -> (continuation of Deferred@20405211 after retry RPC@1560098063), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7add4cde -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730) -> (continuation of Deferred@582642677 after retry RPC@762580560) -> (continuation of Deferred@20405211 after retry RPC@1560098063))) after lookup
02:11:19.522 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:19.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.524 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.960456  7210 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 619836465cab423cbf329519432c0521)
02:11:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.960675  7210 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.961226  7210 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:19.963295  6717 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:19.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.967620  7149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" is_pre_election: true
02:11:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.968042  7149 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53cff95579da4c518b1194de0a0e7170 in term 1.
02:11:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.968992  6715 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 619836465cab423cbf329519432c0521
02:11:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.969247  7210 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:11:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.969341  7210 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 619836465cab423cbf329519432c0521)
02:11:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.969372  7210 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 2 FOLLOWER]: Advancing to term 3
02:11:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.970397  7210 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.970933  7210 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 3 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.971527  7149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.971702  7149 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 1 FOLLOWER]: Advancing to term 3
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:19.972272  6717 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.973963  7149 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53cff95579da4c518b1194de0a0e7170 in term 3.
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.974330  6715 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 619836465cab423cbf329519432c0521
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.974578  7210 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 FOLLOWER]: Leader election won for term 3
02:11:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.974795  7210 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 LEADER]: Becoming Leader. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Running, Role: LEADER
02:11:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.975150  7210 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:19.978884  6321 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 reported cstate change: term changed from 2 to 3, leader changed from 619836465cab423cbf329519432c0521 (127.6.33.193) to 53cff95579da4c518b1194de0a0e7170 (127.6.33.194). New cstate: current_term: 3 leader_uuid: "53cff95579da4c518b1194de0a0e7170" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:20.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:20.485322  7149 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Refusing update from remote peer 53cff95579da4c518b1194de0a0e7170: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
02:11:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:20.486258  7228 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
02:11:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:20.498512  6717 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 -> Peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Couldn't send request to peer 619836465cab423cbf329519432c0521. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.032006  6717 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111) [suppressed 5 similar messages]
02:11:22.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:22.379 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:22.380 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3669), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 619836465cab423cbf329519432c0521, [9ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [9ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [31ms] sending RPC to server 619836465cab423cbf329519432c0521, [35ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [35ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [51ms] sending RPC to server 619836465cab423cbf329519432c0521, [53ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [53ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [129ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [131ms] sending RPC to server 619836465cab423cbf329519432c0521, [135ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [135ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [385ms] refreshing cache from master, [386ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [390ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [392ms] sending RPC to server 619836465cab423cbf329519432c0521, [395ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [395ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [806ms] refreshing cache from master, [806ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [810ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [812ms] sending RPC to server 619836465cab423cbf329519432c0521, [814ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [814ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [3665ms] refreshing cache from master, [3666ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [3669ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@621813311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@a4b1b8b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730) -> (continuation of Deferred@582642677 after retry RPC@762580560) -> (continuation of Deferred@20405211 after retry RPC@1560098063) -> (continuation of Deferred@910592339 after retry RPC@52860889), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7add4cde -> wakeup thread Time-limited test -> (continuation of Deferred@1874652914 after retry RPC@2140664935) -> (continuation of Deferred@1915962943 after retry RPC@851947730) -> (continuation of Deferred@582642677 after retry RPC@762580560) -> (continuation of Deferred@20405211 after retry RPC@1560098063) -> (continuation of Deferred@910592339 after retry RPC@52860889))) after lookup
02:11:22.381 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:22.382 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] Successfully connected to peer
02:11:22.403 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x8b327e20, L:/127.0.0.1:56140 - R:/127.6.33.194:38061] using TOKEN/null
02:11:22.428 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.193:46111
02:11:22.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.430809  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:46111
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41235
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.560598  7253 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.560953  7253 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.561009  7253 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.564883  7253 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.565006  7253 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.193
02:11:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.569512  7253 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:46111
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41235
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7253
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.571228  7253 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.572669  7253 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.580976  7261 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.580981  7258 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:22.580976  7259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.581238  7253 server_base.cc:1061] running on GCE node
02:11:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.581605  7253 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.582170  7253 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.583360  7253 hybrid_clock.cc:648] HybridClock initialized: now 1783476682583331 us; error 45 us; skew 500 ppm
02:11:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.585976  7253 webserver.cc:533] Webserver started at http://127.6.33.193:41235/ using document root <none> and password file <none>
02:11:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.586632  7253 fs_manager.cc:362] Metadata directory not provided
02:11:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.586706  7253 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.590935  7253 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
02:11:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.593580  7267 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.595009  7253 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:11:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.595141  7253 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "619836465cab423cbf329519432c0521"
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.595626  7253 fs_report.cc:389] FS layout report
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/data
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.631687  7253 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.632553  7253 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.632738  7253 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.633479  7253 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:22.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.635094  7274 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.640058  7253 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.640170  7253 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
02:11:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.640247  7253 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.642072  7253 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.642151  7253 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
02:11:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.642489  7274 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap starting.
02:11:22.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.656296  7253 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.193:46111
02:11:22.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.656349  7383 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.193:46111 every 8 connection(s)
02:11:22.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.658416  7253 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.659670  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 7253
02:11:22.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.664367  7274 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Log is configured to *not* fsync() on all Append() calls
02:11:22.675 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.675700  7274 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:22.676 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.194:38061
02:11:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.676221  7274 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap complete.
02:11:22.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.677539  7274 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent bootstrapping tablet: real 0.035s	user 0.023s	sys 0.010s
02:11:22.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:11:22.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.680270  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 6699
02:11:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.681509  7274 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.682355  7274 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 619836465cab423cbf329519432c0521, State: Initialized, Role: FOLLOWER
02:11:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.682968  7274 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.683725  7386 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.684006  7386 heartbeater.cc:461] Registering TS with master...
02:11:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.684724  7386 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.689182  7384 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.689339  7384 heartbeater.cc:461] Registering TS with master...
02:11:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.689679  7384 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.689958  6393 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.691000  6461 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.691614  7274 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent starting tablet: real 0.014s	user 0.003s	sys 0.002s
02:11:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.692061  7385 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.692160  7385 heartbeater.cc:461] Registering TS with master...
02:11:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.692422  7385 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.693478  6320 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.694542  6320 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.193:49243
02:11:22.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:22.697036  7385 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:22.699 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] handling channelInactive
02:11:22.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state READY due to: connection closed
02:11:22.699 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:22.700 [DEBUG - Time-limited test] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:22.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.702 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:22.720 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:22.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [2ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@2079187171(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@913b0a2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@93481d0 -> wakeup thread Time-limited test)) after lookup
02:11:22.721 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:22.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.723 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.740 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:22.741 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:22.741 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [2ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [21ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [23ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [23ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@2079187171(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@913b0a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@93481d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685))) after lookup
02:11:22.742 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:22.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.744 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.780 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:22.781 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [2ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [21ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [23ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [23ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [42ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [44ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [44ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@2079187171(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@913b0a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@93481d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652))) after lookup
02:11:22.782 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:22.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.783 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:22.860 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:22.861 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [2ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [21ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [23ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [23ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [42ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [44ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [44ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [81ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [83ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [83ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [160ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@2079187171(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@913b0a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652) -> (continuation of Deferred@565785133 after retry RPC@2145874265), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@93481d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652) -> (continuation of Deferred@565785133 after retry RPC@2145874265))) after lookup
02:11:22.862 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:22.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:22.864 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:23.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:23.099 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:23.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=400), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [2ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [21ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [23ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [23ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [42ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [44ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [44ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [81ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [83ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [83ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [160ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [162ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [164ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [164ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [395ms] refreshing cache from master, [395ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [398ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@2079187171(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@913b0a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652) -> (continuation of Deferred@565785133 after retry RPC@2145874265) -> (continuation of Deferred@1121172697 after retry RPC@117076067), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@93481d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652) -> (continuation of Deferred@565785133 after retry RPC@2145874265) -> (continuation of Deferred@1121172697 after retry RPC@117076067))) after lookup
02:11:23.101 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:23.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:23.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:23.103 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.865573  7398 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:23.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.865803  7398 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.867654  7398 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:23.868779  7271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:23.869998  7271 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.874246  7149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" is_pre_election: true
02:11:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.875140  7269 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 619836465cab423cbf329519432c0521; no voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.875598  7398 raft_consensus.cc:2749] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
02:11:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.928319  7403 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 53cff95579da4c518b1194de0a0e7170)
02:11:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.928520  7403 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.929997  7403 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:23.931221  7084 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:23.932304  7084 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.935448  7338 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521" is_pre_election: true
02:11:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.935703  7338 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 2.
02:11:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.936540  7084 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 53cff95579da4c518b1194de0a0e7170
02:11:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.936942  7403 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:11:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.937017  7403 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 53cff95579da4c518b1194de0a0e7170)
02:11:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.937053  7403 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 3 FOLLOWER]: Advancing to term 4
02:11:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.938172  7403 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.938566  7403 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 4 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.939152  7338 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521"
02:11:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.939374  7338 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 2 FOLLOWER]: Advancing to term 4
02:11:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:23.940114  7084 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.941548  7338 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 4.
02:11:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.942113  7084 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 53cff95579da4c518b1194de0a0e7170
02:11:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.942382  7403 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 FOLLOWER]: Leader election won for term 4
02:11:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.942684  7403 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 LEADER]: Becoming Leader. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Running, Role: LEADER
02:11:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.943092  7403 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:23.946195  6320 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 reported cstate change: term changed from 3 to 4, leader changed from 53cff95579da4c518b1194de0a0e7170 (127.6.33.194) to 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195). New cstate: current_term: 4 leader_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: HEALTHY } } }
02:11:24.340 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:24.340 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:24.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1641), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [2ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [21ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [23ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [23ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [42ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [44ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [44ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [81ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [83ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [83ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [160ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [162ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [164ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [164ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [395ms] refreshing cache from master, [395ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [398ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [400ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [403ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [403ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1635ms] refreshing cache from master, [1636ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1640ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@2079187171(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@913b0a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652) -> (continuation of Deferred@565785133 after retry RPC@2145874265) -> (continuation of Deferred@1121172697 after retry RPC@117076067) -> (continuation of Deferred@871899246 after retry RPC@1725179674), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@93481d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1090022955 after retry RPC@1844403685) -> (continuation of Deferred@170853329 after retry RPC@490235652) -> (continuation of Deferred@565785133 after retry RPC@2145874265) -> (continuation of Deferred@1121172697 after retry RPC@117076067) -> (continuation of Deferred@871899246 after retry RPC@1725179674))) after lookup
02:11:24.343 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:24.344 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] Successfully connected to peer
02:11:24.367 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xa7921ed9, L:/127.0.0.1:39288 - R:/127.6.33.195:35315] using TOKEN/null
02:11:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.372673  7338 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Refusing update from remote peer 8681d17ed9b549a0bb6aeb4db1cb4d40: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
02:11:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.372890  7084 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 -> Peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Couldn't send request to peer 53cff95579da4c518b1194de0a0e7170. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.373447  7403 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:11:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.381212  7421 mvcc.cc:204] Tried to move back new op lower bound from 7305120499181678592 to 7305120497434116096. Current Snapshot: MvccSnapshot[applied={T|T < 7305120499181678592}]
02:11:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.381984  7422 mvcc.cc:204] Tried to move back new op lower bound from 7305120499181678592 to 7305120497434116096. Current Snapshot: MvccSnapshot[applied={T|T < 7305120499181678592}]
02:11:24.399 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.194:38061
02:11:24.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.400065  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:38061
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39127
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.528906  7429 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.529182  7429 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.529250  7429 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.533358  7429 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.533551  7429 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.194
02:11:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.538371  7429 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:38061
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39127
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7429
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.540037  7429 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.541543  7429 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.549257  7435 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.549260  7437 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.549382  7429 server_base.cc:1061] running on GCE node
02:11:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:24.549260  7434 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.550271  7429 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.550866  7429 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.552070  7429 hybrid_clock.cc:648] HybridClock initialized: now 1783476684552050 us; error 34 us; skew 500 ppm
02:11:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.554373  7429 webserver.cc:533] Webserver started at http://127.6.33.194:39127/ using document root <none> and password file <none>
02:11:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.555107  7429 fs_manager.cc:362] Metadata directory not provided
02:11:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.555215  7429 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.559561  7429 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
02:11:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.562153  7443 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.563545  7429 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.563661  7429 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.564080  7429 fs_report.cc:389] FS layout report
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/data
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.586653  7429 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.587446  7429 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.587673  7429 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.588359  7429 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.589802  7450 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.593294  7429 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.593393  7429 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:11:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.593465  7429 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.595018  7429 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.595096  7429 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.595490  7450 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap starting.
02:11:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.607075  7429 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.194:38061
02:11:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.607177  7557 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.194:38061 every 8 connection(s)
02:11:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.608238  7429 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.613759  7450 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Log is configured to *not* fsync() on all Append() calls
02:11:24.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.617455  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 7429
02:11:24.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:24.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.624171  7560 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:24.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.624456  7560 heartbeater.cc:461] Registering TS with master...
02:11:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.625144  7560 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.626922  7450 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:24.627 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.627383  7450 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap complete.
02:11:24.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.628770  7450 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent bootstrapping tablet: real 0.034s	user 0.020s	sys 0.012s
02:11:24.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.630713  7559 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.630975  7559 heartbeater.cc:461] Registering TS with master...
02:11:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.631438  7450 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.631884  7450 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Initialized, Role: FOLLOWER
02:11:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.632457  7450 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.633558  6393 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:24.634 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.195:35315
02:11:24.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.634608  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 7066
02:11:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.636734  7450 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent starting tablet: real 0.008s	user 0.001s	sys 0.003s
02:11:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.642520  7559 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.642680  7558 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.642977  7558 heartbeater.cc:461] Registering TS with master...
02:11:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.643194  7558 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:24.644 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] handling channelInactive
02:11:24.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state READY due to: connection closed
02:11:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.644203  6461 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.644201  6320 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:24.645 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.645254  6320 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.194:44839
02:11:24.646 [DEBUG - Time-limited test] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:24.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:24.647801  7559 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:24.648 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:24.660 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:24.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test)) after lookup
02:11:24.661 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:24.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.663 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:24.679 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:24.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [16ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [18ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [18ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345))) after lookup
02:11:24.680 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:24.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.681 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:24.699 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:24.700 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [16ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [18ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [18ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [35ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [36ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [54ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928))) after lookup
02:11:24.701 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:24.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.702 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.799 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:24.799 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:24.800 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [16ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [18ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [18ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [35ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [36ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [54ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [56ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [57ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [57ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [154ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230))) after lookup
02:11:24.800 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:24.802 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:24.802 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.239 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:25.239 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:25.240 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=594), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [16ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [18ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [18ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [35ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [36ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [54ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [56ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [57ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [57ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [154ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [155ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [157ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [157ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [594ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230) -> (continuation of Deferred@19259133 after retry RPC@2075336695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230) -> (continuation of Deferred@19259133 after retry RPC@2075336695))) after lookup
02:11:25.241 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:25.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.242 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:25.259 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:25.260 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=614), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [16ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [18ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [18ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [35ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [36ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [54ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [56ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [57ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [57ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [154ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [155ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [157ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [157ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [594ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [595ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [597ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [597ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [611ms] refreshing cache from master, [611ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [614ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230) -> (continuation of Deferred@19259133 after retry RPC@2075336695) -> (continuation of Deferred@1287828887 after retry RPC@804079455), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230) -> (continuation of Deferred@19259133 after retry RPC@2075336695) -> (continuation of Deferred@1287828887 after retry RPC@804079455))) after lookup
02:11:25.261 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:25.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.262 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.898304  7572 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.898517  7572 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:25.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.899118  7572 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:25.900978  7269 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.905437  7512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170" is_pre_election: true
02:11:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.905784  7512 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 3.
02:11:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.906625  7271 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.906988  7572 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Leader pre-election won for term 5
02:11:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.907073  7572 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.907109  7572 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 4 FOLLOWER]: Advancing to term 5
02:11:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.908205  7572 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.908684  7572 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 5 election: Requested vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.909330  7512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.909514  7512 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 3 FOLLOWER]: Advancing to term 5
02:11:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:25.910166  7269 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.912055  7512 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 5.
02:11:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.912626  7271 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.913056  7572 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Leader election won for term 5
02:11:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.913359  7572 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 LEADER]: Becoming Leader. State: Replica: 619836465cab423cbf329519432c0521, State: Running, Role: LEADER
02:11:25.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.914028  7572 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:25.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:25.917021  6320 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 reported cstate change: term changed from 4 to 5, leader changed from 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195) to 619836465cab423cbf329519432c0521 (127.6.33.193). New cstate: current_term: 5 leader_uuid: "619836465cab423cbf329519432c0521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:26.334806  7269 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 -> Peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Couldn't send request to peer 8681d17ed9b549a0bb6aeb4db1cb4d40. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:26.524514  7512 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Refusing update from remote peer 619836465cab423cbf329519432c0521: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
02:11:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:26.525441  7572 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Connected to new peer: Peer: permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:11:27.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:27.360 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:27.361 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2715), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [3ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [16ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [18ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [18ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [35ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [36ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [54ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [56ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [57ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [57ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [154ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [155ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [157ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [157ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [594ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [595ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [597ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [597ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [611ms] refreshing cache from master, [611ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [614ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [616ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [617ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [617ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [2711ms] refreshing cache from master, [2711ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [2714ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1739897321(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@201fbef2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230) -> (continuation of Deferred@19259133 after retry RPC@2075336695) -> (continuation of Deferred@1287828887 after retry RPC@804079455) -> (continuation of Deferred@296176343 after retry RPC@1421160451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e9f5563 -> wakeup thread Time-limited test -> (continuation of Deferred@1549428703 after retry RPC@369401345) -> (continuation of Deferred@1051549610 after retry RPC@208349928) -> (continuation of Deferred@766791346 after retry RPC@2019364230) -> (continuation of Deferred@19259133 after retry RPC@2075336695) -> (continuation of Deferred@1287828887 after retry RPC@804079455) -> (continuation of Deferred@296176343 after retry RPC@1421160451))) after lookup
02:11:27.362 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:27.364 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] Successfully connected to peer
02:11:27.380 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x2b56dba3, L:/127.0.0.1:53270 - R:/127.6.33.193:46111] using TOKEN/null
02:11:27.412 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.195:35315
02:11:27.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.413281  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.537251  7606 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.537622  7606 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.537708  7606 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.542042  7606 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.542178  7606 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.195
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.547178  7606 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7606
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:27.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.548372  7606 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.549664  7606 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.557487  7611 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.557487  7612 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.557791  7606 server_base.cc:1061] running on GCE node
02:11:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:27.557497  7614 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.558718  7606 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.559478  7606 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.560680  7606 hybrid_clock.cc:648] HybridClock initialized: now 1783476687560646 us; error 48 us; skew 500 ppm
02:11:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.563087  7606 webserver.cc:533] Webserver started at http://127.6.33.195:33091/ using document root <none> and password file <none>
02:11:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.563776  7606 fs_manager.cc:362] Metadata directory not provided
02:11:27.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.563843  7606 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.568011  7606 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
02:11:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.570392  7620 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.571704  7606 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.571830  7606 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.572243  7606 fs_report.cc:389] FS layout report
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/data
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:27.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.603169  7606 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.603859  7606 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.604036  7606 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.604595  7606 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.606045  7627 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.609642  7606 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.609733  7606 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:11:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.609797  7606 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.611706  7606 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.611778  7606 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.612272  7627 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap starting.
02:11:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.624430  7606 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.195:35315
02:11:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.624505  7734 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.195:35315 every 8 connection(s)
02:11:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.625679  7606 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.631054  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 7606
02:11:27.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.631655  7627 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Log is configured to *not* fsync() on all Append() calls
02:11:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.636412  7735 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.636688  7735 heartbeater.cc:461] Registering TS with master...
02:11:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.637324  7735 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.638806  7736 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.638901  7736 heartbeater.cc:461] Registering TS with master...
02:11:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.639101  7736 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.639278  6465 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.639333  7737 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.639421  7737 heartbeater.cc:461] Registering TS with master...
02:11:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.639598  7737 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.639925  6320 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.640386  6393 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.641041  6320 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.195:45705
02:11:27.643 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:27.649 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.193:46111
02:11:27.649 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:11:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.650202  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 7253
02:11:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.655845  7627 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.656334  7627 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap complete.
02:11:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.657541  7627 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent bootstrapping tablet: real 0.046s	user 0.026s	sys 0.010s
02:11:27.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:27.659 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] handling channelInactive
02:11:27.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state READY due to: connection closed
02:11:27.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.660130  7627 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:27.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.660504  7627 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Initialized, Role: FOLLOWER
02:11:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.661073  7627 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.661878  7736 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:27.661998  7627 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
02:11:27.677 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:27.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.679 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:27.699 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:27.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 619836465cab423cbf329519432c0521, [20ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [20ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@478889599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@614358c5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4fd45b3d -> wakeup thread Time-limited test)) after lookup
02:11:27.700 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:27.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.701 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:27.719 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:27.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 619836465cab423cbf329519432c0521, [20ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [20ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [41ms] sending RPC to server 619836465cab423cbf329519432c0521, [42ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [42ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@478889599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@614358c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4fd45b3d -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018))) after lookup
02:11:27.720 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:27.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.721 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:27.740 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:27.740 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 619836465cab423cbf329519432c0521, [20ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [20ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [41ms] sending RPC to server 619836465cab423cbf329519432c0521, [42ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [42ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [60ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [80ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@478889599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@614358c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4fd45b3d -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379))) after lookup
02:11:27.741 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:27.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.742 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:27.900 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:27.900 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=241), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 619836465cab423cbf329519432c0521, [20ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [20ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [41ms] sending RPC to server 619836465cab423cbf329519432c0521, [42ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [42ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [60ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [80ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [81ms] sending RPC to server 619836465cab423cbf329519432c0521, [83ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [83ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [240ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@478889599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@614358c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379) -> (continuation of Deferred@722245869 after retry RPC@944325840), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4fd45b3d -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379) -> (continuation of Deferred@722245869 after retry RPC@944325840))) after lookup
02:11:27.902 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:27.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:27.903 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:28.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:28.120 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:28.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=460), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 619836465cab423cbf329519432c0521, [20ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [20ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [41ms] sending RPC to server 619836465cab423cbf329519432c0521, [42ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [42ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [60ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [80ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [81ms] sending RPC to server 619836465cab423cbf329519432c0521, [83ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [83ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [240ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [242ms] sending RPC to server 619836465cab423cbf329519432c0521, [244ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [244ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [457ms] refreshing cache from master, [457ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [460ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@478889599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@614358c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379) -> (continuation of Deferred@722245869 after retry RPC@944325840) -> (continuation of Deferred@1154209623 after retry RPC@920020186), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4fd45b3d -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379) -> (continuation of Deferred@722245869 after retry RPC@944325840) -> (continuation of Deferred@1154209623 after retry RPC@920020186))) after lookup
02:11:28.121 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:28.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:28.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:28.122 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.911674  7748 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 619836465cab423cbf329519432c0521)
02:11:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.911828  7748 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.913653  7748 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:28.914232  7447 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:28.916236  7447 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:28.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.919826  7689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" is_pre_election: true
02:11:28.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.920173  7689 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53cff95579da4c518b1194de0a0e7170 in term 4.
02:11:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.921092  7445 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 619836465cab423cbf329519432c0521
02:11:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.921419  7748 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Leader pre-election won for term 6
02:11:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.921492  7748 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 619836465cab423cbf329519432c0521)
02:11:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.921533  7748 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 5 FOLLOWER]: Advancing to term 6
02:11:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.934118  7748 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.934836  7748 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 6 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:28.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.935557  7689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.935825  7689 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 4 FOLLOWER]: Advancing to term 6
02:11:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:28.936187  7447 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.952593  7689 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53cff95579da4c518b1194de0a0e7170 in term 6.
02:11:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.953445  7445 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 619836465cab423cbf329519432c0521
02:11:28.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.953831  7748 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 FOLLOWER]: Leader election won for term 6
02:11:28.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.954214  7748 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 LEADER]: Becoming Leader. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Running, Role: LEADER
02:11:28.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.954654  7748 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:28.958086  6320 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 reported cstate change: term changed from 5 to 6, leader changed from 619836465cab423cbf329519432c0521 (127.6.33.193) to 53cff95579da4c518b1194de0a0e7170 (127.6.33.194). New cstate: current_term: 6 leader_uuid: "53cff95579da4c518b1194de0a0e7170" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:29.336956  7689 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Refusing update from remote peer 53cff95579da4c518b1194de0a0e7170: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
02:11:29.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:29.338126  7748 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:11:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:29.348243  7447 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 -> Peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Couldn't send request to peer 619836465cab423cbf329519432c0521. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:30.339 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:30.339 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:30.339 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2679), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 619836465cab423cbf329519432c0521, [20ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [20ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [41ms] sending RPC to server 619836465cab423cbf329519432c0521, [42ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [42ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [60ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [80ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [81ms] sending RPC to server 619836465cab423cbf329519432c0521, [83ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [83ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [240ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [242ms] sending RPC to server 619836465cab423cbf329519432c0521, [244ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [244ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [457ms] refreshing cache from master, [457ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [460ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [462ms] sending RPC to server 619836465cab423cbf329519432c0521, [463ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [463ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [2676ms] refreshing cache from master, [2677ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [2679ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@478889599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@614358c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379) -> (continuation of Deferred@722245869 after retry RPC@944325840) -> (continuation of Deferred@1154209623 after retry RPC@920020186) -> (continuation of Deferred@1519998728 after retry RPC@1600919605), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4fd45b3d -> wakeup thread Time-limited test -> (continuation of Deferred@2060559476 after retry RPC@348750018) -> (continuation of Deferred@201284094 after retry RPC@1407719379) -> (continuation of Deferred@722245869 after retry RPC@944325840) -> (continuation of Deferred@1154209623 after retry RPC@920020186) -> (continuation of Deferred@1519998728 after retry RPC@1600919605))) after lookup
02:11:30.340 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:30.342 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] Successfully connected to peer
02:11:30.374 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xc343f260, L:/127.0.0.1:50824 - R:/127.6.33.194:38061] using TOKEN/null
02:11:30.400 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.193:46111
02:11:30.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:11:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.402706  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:46111
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41235
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.528653  7785 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.528930  7785 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.528980  7785 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.532574  7785 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:30.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.532706  7785 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.193
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.537652  7785 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:46111
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41235
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7785
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.538806  7785 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.540091  7785 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.547806  7790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.547848  7791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:30.547822  7793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.548207  7785 server_base.cc:1061] running on GCE node
02:11:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.548588  7785 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.549252  7785 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.550467  7785 hybrid_clock.cc:648] HybridClock initialized: now 1783476690550414 us; error 69 us; skew 500 ppm
02:11:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.552860  7785 webserver.cc:533] Webserver started at http://127.6.33.193:41235/ using document root <none> and password file <none>
02:11:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.553537  7785 fs_manager.cc:362] Metadata directory not provided
02:11:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.553599  7785 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.557554  7785 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
02:11:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.560949  7799 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.562482  7785 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
02:11:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.562629  7785 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "619836465cab423cbf329519432c0521"
02:11:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.563230  7785 fs_report.cc:389] FS layout report
02:11:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/data
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.582273  7785 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.582952  7785 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.583112  7785 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.583745  7785 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.585162  7806 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.588683  7785 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.588795  7785 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:11:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.588878  7785 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.590456  7785 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.590513  7785 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.590991  7806 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap starting.
02:11:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.602927  7785 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.193:46111
02:11:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.603348  7913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.193:46111 every 8 connection(s)
02:11:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.604063  7785 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.611387  7806 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Log is configured to *not* fsync() on all Append() calls
02:11:30.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.614043  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 7785
02:11:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.620741  7915 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.621076  7915 heartbeater.cc:461] Registering TS with master...
02:11:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.621829  7915 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:30.625 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:30.626 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.194:38061
02:11:30.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.624274  6321 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.625332  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.193:34179
02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.627610  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 7429
02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.628630  7916 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.628742  7916 heartbeater.cc:461] Registering TS with master...
02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.629040  7916 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.630146  6393 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.634192  7914 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.634341  7914 heartbeater.cc:461] Registering TS with master...
02:11:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.634503  7806 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.634545  7914 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.634912  7806 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap complete.
02:11:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.635619  6465 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.636392  7806 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent bootstrapping tablet: real 0.046s	user 0.026s	sys 0.014s
02:11:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.638630  7806 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.639109  7806 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 619836465cab423cbf329519432c0521, State: Initialized, Role: FOLLOWER
02:11:30.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:30.639 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] handling channelInactive
02:11:30.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state READY due to: connection closed
02:11:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.639643  7806 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.640395  7915 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:30.640709  7806 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
02:11:30.657 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:30.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.658 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:30.679 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:30.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [19ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [19ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@700646021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@16510a38 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26180546 -> wakeup thread Time-limited test)) after lookup
02:11:30.680 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:30.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.681 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:30.719 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:30.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [19ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [19ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@700646021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@16510a38 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26180546 -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036))) after lookup
02:11:30.720 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:30.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.721 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.799 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:30.799 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:30.799 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [19ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [19ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [82ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [82ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@700646021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@16510a38 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26180546 -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566))) after lookup
02:11:30.800 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:30.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.802 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.979 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:30.980 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:30.980 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=340), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [19ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [19ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [82ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [82ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [161ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [163ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [163ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [337ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [340ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@700646021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@16510a38 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566) -> (continuation of Deferred@1923327049 after retry RPC@1399048954), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26180546 -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566) -> (continuation of Deferred@1923327049 after retry RPC@1399048954))) after lookup
02:11:30.982 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:30.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:30.985 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.778522  7927 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.778797  7927 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.780283  7927 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.781512  7803 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.782759  7803 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.785431  7689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" is_pre_election: true
02:11:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.786193  7801 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 619836465cab423cbf329519432c0521; no voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.786530  7927 raft_consensus.cc:2749] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
02:11:31.881 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:31.881 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:31.882 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1242), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [19ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [19ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [82ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [82ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [161ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [163ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [163ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [337ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [340ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [342ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [346ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [346ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1237ms] refreshing cache from master, [1237ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1241ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@700646021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@16510a38 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566) -> (continuation of Deferred@1923327049 after retry RPC@1399048954) -> (continuation of Deferred@1419118764 after retry RPC@810785357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26180546 -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566) -> (continuation of Deferred@1923327049 after retry RPC@1399048954) -> (continuation of Deferred@1419118764 after retry RPC@810785357))) after lookup
02:11:31.883 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:31.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:31.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:31.885 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.899999  7932 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 53cff95579da4c518b1194de0a0e7170)
02:11:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.900179  7932 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.901638  7932 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:31.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.903316  7624 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.904641  7624 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.907637  7868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521" is_pre_election: true
02:11:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.908011  7868 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 5.
02:11:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.908932  7624 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 53cff95579da4c518b1194de0a0e7170
02:11:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.909224  7932 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Leader pre-election won for term 7
02:11:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.909294  7932 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 53cff95579da4c518b1194de0a0e7170)
02:11:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.909335  7932 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 6 FOLLOWER]: Advancing to term 7
02:11:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.910379  7932 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.910830  7932 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 7 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.911422  7868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521"
02:11:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.911674  7868 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 5 FOLLOWER]: Advancing to term 7
02:11:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.913944  7868 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 7.
02:11:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:31.914382  7624 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.914723  7624 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 53cff95579da4c518b1194de0a0e7170
02:11:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.914985  7932 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 FOLLOWER]: Leader election won for term 7
02:11:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.915295  7932 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 LEADER]: Becoming Leader. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Running, Role: LEADER
02:11:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.915723  7932 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:31.918942  6321 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 reported cstate change: term changed from 6 to 7, leader changed from 53cff95579da4c518b1194de0a0e7170 (127.6.33.194) to 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195). New cstate: current_term: 7 leader_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: HEALTHY } } }
02:11:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:32.421612  7868 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Refusing update from remote peer 8681d17ed9b549a0bb6aeb4db1cb4d40: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
02:11:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:32.422705  7950 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:11:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:32.435374  7624 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 -> Peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Couldn't send request to peer 53cff95579da4c518b1194de0a0e7170. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:33.220 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:33.220 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:33.221 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2581), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [19ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [19ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [82ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [82ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [161ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [163ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [163ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [337ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [340ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [342ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [346ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [346ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1237ms] refreshing cache from master, [1237ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1241ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [1244ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1246ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1246ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [2577ms] refreshing cache from master, [2577ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [2581ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@700646021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@16510a38 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566) -> (continuation of Deferred@1923327049 after retry RPC@1399048954) -> (continuation of Deferred@1419118764 after retry RPC@810785357) -> (continuation of Deferred@527400006 after retry RPC@1932184786), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26180546 -> wakeup thread Time-limited test -> (continuation of Deferred@556227795 after retry RPC@1207132036) -> (continuation of Deferred@287256441 after retry RPC@1416536566) -> (continuation of Deferred@1923327049 after retry RPC@1399048954) -> (continuation of Deferred@1419118764 after retry RPC@810785357) -> (continuation of Deferred@527400006 after retry RPC@1932184786))) after lookup
02:11:33.222 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:33.223 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] Successfully connected to peer
02:11:33.247 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x3be95b21, L:/127.0.0.1:43368 - R:/127.6.33.195:35315] using TOKEN/null
02:11:33.267 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.194:38061
02:11:33.268 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:11:33.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.268716  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:38061
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39127
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.378223  7969 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.378500  7969 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.378563  7969 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.382391  7969 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.382591  7969 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.194
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.387172  7969 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:38061
02:11:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39127
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7969
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.388741  7969 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.389912  7969 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.397262  7976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.397264  7977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:33.397261  7979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.397360  7969 server_base.cc:1061] running on GCE node
02:11:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.398308  7969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.398865  7969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.400113  7969 hybrid_clock.cc:648] HybridClock initialized: now 1783476693400091 us; error 33 us; skew 500 ppm
02:11:33.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.402068  7969 webserver.cc:533] Webserver started at http://127.6.33.194:39127/ using document root <none> and password file <none>
02:11:33.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.402587  7969 fs_manager.cc:362] Metadata directory not provided
02:11:33.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.402712  7969 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.406203  7969 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
02:11:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.408258  7985 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:33.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.409446  7969 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.409559  7969 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.409997  7969 fs_report.cc:389] FS layout report
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/data
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.439625  7969 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.440428  7969 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.440651  7969 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.441339  7969 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:33.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.442920  7992 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.446681  7969 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:33.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.446789  7969 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:11:33.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.446863  7969 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.448491  7969 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.448568  7969 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.448945  7992 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap starting.
02:11:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.460290  7969 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.194:38061
02:11:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.460371  8099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.194:38061 every 8 connection(s)
02:11:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.461570  7969 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.466904  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 7969
02:11:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.467288  7992 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Log is configured to *not* fsync() on all Append() calls
02:11:33.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:33.477 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.475224  8101 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.475478  8101 heartbeater.cc:461] Registering TS with master...
02:11:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.476131  8101 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:33.477 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.195:35315
02:11:33.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.478494  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 7606
02:11:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.478648  6321 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:33.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.479561  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.194:60035
02:11:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.481873  8102 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.481988  8102 heartbeater.cc:461] Registering TS with master...
02:11:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.482167  8102 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.482508  8100 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.482595  8100 heartbeater.cc:461] Registering TS with master...
02:11:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.482788  8100 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.483093  6393 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.483618  6465 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:33.490 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:33.491 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] handling channelInactive
02:11:33.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state READY due to: connection closed
02:11:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.494447  7992 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.494866  7992 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap complete.
02:11:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.495875  7992 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent bootstrapping tablet: real 0.047s	user 0.026s	sys 0.008s
02:11:33.496 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:33.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.498 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.498437  7992 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.498870  7992 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Initialized, Role: FOLLOWER
02:11:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.499346  7992 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.500038  8101 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:33.500227  7992 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
02:11:33.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:33.520 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:33.520 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test)) after lookup
02:11:33.521 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:33.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.522 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:33.539 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:33.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [29ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [31ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964))) after lookup
02:11:33.540 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:33.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.541 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.599 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:33.599 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:33.599 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [29ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [31ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [49ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [50ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [50ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793))) after lookup
02:11:33.600 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:33.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.601 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:33.639 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:33.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [29ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [31ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [49ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [50ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [50ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [109ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [110ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [110ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [147ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837))) after lookup
02:11:33.640 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:33.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:33.641 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:34.018 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:34.019 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=528), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [29ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [31ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [49ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [50ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [50ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [109ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [110ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [110ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [147ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [148ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [150ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [524ms] refreshing cache from master, [524ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [527ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837) -> (continuation of Deferred@1347914162 after retry RPC@1638757142), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837) -> (continuation of Deferred@1347914162 after retry RPC@1638757142))) after lookup
02:11:34.020 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:34.021 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.021 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.021 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:34.259 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:34.260 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=768), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [29ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [31ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [49ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [50ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [50ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [109ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [110ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [110ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [147ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [148ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [150ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [524ms] refreshing cache from master, [524ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [527ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [528ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [530ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [530ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [765ms] refreshing cache from master, [765ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [768ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837) -> (continuation of Deferred@1347914162 after retry RPC@1638757142) -> (continuation of Deferred@79960375 after retry RPC@243007354), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837) -> (continuation of Deferred@1347914162 after retry RPC@1638757142) -> (continuation of Deferred@79960375 after retry RPC@243007354))) after lookup
02:11:34.260 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:34.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.262 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.767851  8113 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.768103  8113 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.768589  8113 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:34.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:34.770217  7801 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.774535  8054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170" is_pre_election: true
02:11:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.774865  8054 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 6.
02:11:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.775776  7803 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.776137  8113 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Leader pre-election won for term 8
02:11:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.776224  8113 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.776276  8113 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 7 FOLLOWER]: Advancing to term 8
02:11:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.777346  8113 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.777844  8113 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 8 election: Requested vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.778458  8054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.778612  8054 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 6 FOLLOWER]: Advancing to term 8
02:11:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:34.779146  7801 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.781006  8054 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 8.
02:11:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.781424  7803 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.781646  8113 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 FOLLOWER]: Leader election won for term 8
02:11:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.781930  8113 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 LEADER]: Becoming Leader. State: Replica: 619836465cab423cbf329519432c0521, State: Running, Role: LEADER
02:11:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.782361  8113 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:34.785238  6321 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 reported cstate change: term changed from 7 to 8, leader changed from 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195) to 619836465cab423cbf329519432c0521 (127.6.33.193). New cstate: current_term: 8 leader_uuid: "619836465cab423cbf329519432c0521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:35.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:35.296439  7801 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 -> Peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Couldn't send request to peer 8681d17ed9b549a0bb6aeb4db1cb4d40. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.404335  8054 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Refusing update from remote peer 619836465cab423cbf329519432c0521: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
02:11:35.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:35.405237  8131 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Connected to new peer: Peer: permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:11:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:36.958364  7801 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111) [suppressed 5 similar messages]
02:11:37.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:37.720 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:37.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=15, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4229), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [7ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [7ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [29ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [31ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [49ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [50ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [50ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [109ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [110ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [110ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [147ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [148ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [150ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [150ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [524ms] refreshing cache from master, [524ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [527ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [528ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [530ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [530ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [765ms] refreshing cache from master, [765ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [768ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [769ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [771ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [771ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [4224ms] refreshing cache from master, [4224ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [4228ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1355308355(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@75a157d4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837) -> (continuation of Deferred@1347914162 after retry RPC@1638757142) -> (continuation of Deferred@79960375 after retry RPC@243007354) -> (continuation of Deferred@56008202 after retry RPC@1376203061), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e18d385 -> wakeup thread Time-limited test -> (continuation of Deferred@1535625754 after retry RPC@323730964) -> (continuation of Deferred@1733713289 after retry RPC@698610793) -> (continuation of Deferred@1222007831 after retry RPC@701698837) -> (continuation of Deferred@1347914162 after retry RPC@1638757142) -> (continuation of Deferred@79960375 after retry RPC@243007354) -> (continuation of Deferred@56008202 after retry RPC@1376203061))) after lookup
02:11:37.721 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:37.723 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] Successfully connected to peer
02:11:37.742 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x33626fe5, L:/127.0.0.1:50914 - R:/127.6.33.193:46111] using TOKEN/null
02:11:37.765 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.195:35315
02:11:37.765 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.766103  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.876240  8158 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.876529  8158 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.876595  8158 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:37.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.880497  8158 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:37.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.880684  8158 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.195
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.885128  8158 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8158
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.886682  8158 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:37.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.887923  8158 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.895336  8164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.895344  8166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.895443  8158 server_base.cc:1061] running on GCE node
02:11:37.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.895332  8163 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:37.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.896220  8158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.896977  8158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.898183  8158 hybrid_clock.cc:648] HybridClock initialized: now 1783476697898157 us; error 47 us; skew 500 ppm
02:11:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.900971  8158 webserver.cc:533] Webserver started at http://127.6.33.195:33091/ using document root <none> and password file <none>
02:11:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.901684  8158 fs_manager.cc:362] Metadata directory not provided
02:11:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.901746  8158 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.906329  8158 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
02:11:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.909394  8172 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.910924  8158 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:11:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.911121  8158 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.911682  8158 fs_report.cc:389] FS layout report
02:11:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/data
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.928732  8158 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.929593  8158 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.929822  8158 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.930486  8158 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.931950  8179 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.936414  8158 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.936532  8158 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
02:11:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.936609  8158 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.938470  8158 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.938557  8158 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.939014  8179 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap starting.
02:11:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:37.949472  7801 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 -> Peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Couldn't send request to peer 8681d17ed9b549a0bb6aeb4db1cb4d40. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:11:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.951277  8158 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.195:35315
02:11:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.951339  8288 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.195:35315 every 8 connection(s)
02:11:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.952764  8158 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.953977  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 8158
02:11:37.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.964511  8179 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Log is configured to *not* fsync() on all Append() calls
02:11:37.967 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:37.968 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.193:46111
02:11:37.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:11:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.969579  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 7785
02:11:37.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.974611  8291 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.974989  8291 heartbeater.cc:461] Registering TS with master...
02:11:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.975777  8291 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.977469  8290 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.977568  8290 heartbeater.cc:461] Registering TS with master...
02:11:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.977793  8290 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.978538  8289 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.978621  8289 heartbeater.cc:461] Registering TS with master...
02:11:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.978703  6393 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.978796  8289 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:37.980 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:37.981 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] handling channelInactive
02:11:37.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state READY due to: connection closed
02:11:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.979449  6321 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.980495  6321 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.195:51265
02:11:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.981855  6465 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.993775  8179 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.994210  8179 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap complete.
02:11:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.995260  8179 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent bootstrapping tablet: real 0.057s	user 0.031s	sys 0.011s
02:11:37.996 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.997766  8179 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:37.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.998268  8179 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Initialized, Role: FOLLOWER
02:11:37.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:37.998 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:37.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.998838  8179 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.999873  8290 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:37.999928  8179 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
02:11:38.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:38.019 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:38.019 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 619836465cab423cbf329519432c0521, [17ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [18ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@792660461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@445a1ba6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6601d223 -> wakeup thread Time-limited test)) after lookup
02:11:38.019 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:38.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.021 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:38.040 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:38.040 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 619836465cab423cbf329519432c0521, [17ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [18ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [38ms] sending RPC to server 619836465cab423cbf329519432c0521, [40ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [40ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@792660461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@445a1ba6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6601d223 -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181))) after lookup
02:11:38.041 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:38.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.043 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:38.100 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:38.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 619836465cab423cbf329519432c0521, [17ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [18ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [38ms] sending RPC to server 619836465cab423cbf329519432c0521, [40ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [40ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [118ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@792660461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@445a1ba6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6601d223 -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160))) after lookup
02:11:38.101 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:38.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.102 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.199 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:38.200 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:38.201 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=219), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 619836465cab423cbf329519432c0521, [17ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [18ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [38ms] sending RPC to server 619836465cab423cbf329519432c0521, [40ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [40ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [118ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [119ms] sending RPC to server 619836465cab423cbf329519432c0521, [121ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [121ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [218ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@792660461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@445a1ba6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160) -> (continuation of Deferred@1996208401 after retry RPC@1872312204), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6601d223 -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160) -> (continuation of Deferred@1996208401 after retry RPC@1872312204))) after lookup
02:11:38.201 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:38.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.203 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.280 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:38.280 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:38.281 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=299), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 619836465cab423cbf329519432c0521, [17ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [18ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [38ms] sending RPC to server 619836465cab423cbf329519432c0521, [40ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [40ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [118ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [119ms] sending RPC to server 619836465cab423cbf329519432c0521, [121ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [121ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [218ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [220ms] sending RPC to server 619836465cab423cbf329519432c0521, [222ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [223ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [295ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [298ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@792660461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@445a1ba6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160) -> (continuation of Deferred@1996208401 after retry RPC@1872312204) -> (continuation of Deferred@945836447 after retry RPC@509817928), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6601d223 -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160) -> (continuation of Deferred@1996208401 after retry RPC@1872312204) -> (continuation of Deferred@945836447 after retry RPC@509817928))) after lookup
02:11:38.282 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:38.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:38.284 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 619836465cab423cbf329519432c0521(127.6.33.193:46111) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111
02:11:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.265275  8302 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 619836465cab423cbf329519432c0521)
02:11:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.265486  8302 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.266736  8302 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:39.267642  7989 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:39.268759  7989 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.272933  8241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" is_pre_election: true
02:11:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.273272  8241 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53cff95579da4c518b1194de0a0e7170 in term 7.
02:11:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.274149  7987 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 619836465cab423cbf329519432c0521
02:11:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.274472  8302 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Leader pre-election won for term 9
02:11:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.274551  8302 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 619836465cab423cbf329519432c0521)
02:11:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.274610  8302 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 8 FOLLOWER]: Advancing to term 9
02:11:39.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.275761  8302 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.276259  8302 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 9 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.276850  8241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "53cff95579da4c518b1194de0a0e7170" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.277000  8241 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 7 FOLLOWER]: Advancing to term 9
02:11:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:39.277575  7989 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111)
02:11:39.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.278990  8241 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53cff95579da4c518b1194de0a0e7170 in term 9.
02:11:39.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.279398  7987 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 619836465cab423cbf329519432c0521
02:11:39.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.279580  8302 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 FOLLOWER]: Leader election won for term 9
02:11:39.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.279829  8302 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 LEADER]: Becoming Leader. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Running, Role: LEADER
02:11:39.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.280198  8302 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.283020  6321 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 reported cstate change: term changed from 8 to 9, leader changed from 619836465cab423cbf329519432c0521 (127.6.33.193) to 53cff95579da4c518b1194de0a0e7170 (127.6.33.194). New cstate: current_term: 9 leader_uuid: "53cff95579da4c518b1194de0a0e7170" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:39.821090  7989 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 -> Peer 619836465cab423cbf329519432c0521 (127.6.33.193:46111): Couldn't send request to peer 619836465cab423cbf329519432c0521. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.193:46111: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.853804  8241 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Refusing update from remote peer 53cff95579da4c518b1194de0a0e7170: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
02:11:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:39.854797  8320 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:11:41.199 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:41.199 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:41.199 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3218), Traces: [0ms] sending RPC to server 619836465cab423cbf329519432c0521, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 619836465cab423cbf329519432c0521, [17ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [18ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [38ms] sending RPC to server 619836465cab423cbf329519432c0521, [40ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [40ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 619836465cab423cbf329519432c0521, [62ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [62ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [118ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [119ms] sending RPC to server 619836465cab423cbf329519432c0521, [121ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [121ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [218ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [220ms] sending RPC to server 619836465cab423cbf329519432c0521, [222ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [223ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [295ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [298ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [300ms] sending RPC to server 619836465cab423cbf329519432c0521, [303ms] received response from server 619836465cab423cbf329519432c0521: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [303ms] delaying RPC due to: Network error: Failed to connect to peer 619836465cab423cbf329519432c0521(127.6.33.193:46111): Connection refused: /127.6.33.193:46111, [3214ms] refreshing cache from master, [3215ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [3217ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@792660461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@445a1ba6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160) -> (continuation of Deferred@1996208401 after retry RPC@1872312204) -> (continuation of Deferred@945836447 after retry RPC@509817928) -> (continuation of Deferred@973378129 after retry RPC@1027743789), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6601d223 -> wakeup thread Time-limited test -> (continuation of Deferred@1315030056 after retry RPC@639207181) -> (continuation of Deferred@156256320 after retry RPC@1671137160) -> (continuation of Deferred@1996208401 after retry RPC@1872312204) -> (continuation of Deferred@945836447 after retry RPC@509817928) -> (continuation of Deferred@973378129 after retry RPC@1027743789))) after lookup
02:11:41.200 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.202 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] Successfully connected to peer
02:11:41.225 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x8f402b51, L:/127.0.0.1:55300 - R:/127.6.33.194:38061] using TOKEN/null
02:11:41.242 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.193:46111
02:11:41.242 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.243156  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:46111
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41235
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.357759  8340 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.358013  8340 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.358078  8340 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.361876  8340 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.362012  8340 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.193
02:11:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.366460  8340 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.193:46111
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.193
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41235
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8340
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.193
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/logs
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.367887  8340 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:41.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.369184  8340 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.376145  8348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.376142  8347 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.376297  8340 server_base.cc:1061] running on GCE node
02:11:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:41.376135  8350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.377205  8340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.377837  8340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:41.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.379019  8340 hybrid_clock.cc:648] HybridClock initialized: now 1783476701378990 us; error 42 us; skew 500 ppm
02:11:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.381162  8340 webserver.cc:533] Webserver started at http://127.6.33.193:41235/ using document root <none> and password file <none>
02:11:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.381819  8340 fs_manager.cc:362] Metadata directory not provided
02:11:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.381909  8340 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.385499  8340 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
02:11:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.387573  8356 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.388734  8340 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.388897  8340 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "619836465cab423cbf329519432c0521"
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.389379  8340 fs_report.cc:389] FS layout report
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/wal
02:11:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/data
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:41.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.405346  8340 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.406139  8340 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.406368  8340 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.407065  8340 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:41.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.408566  8363 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.412690  8340 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:41.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.412810  8340 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:11:41.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.412921  8340 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.414630  8340 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.414714  8340 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.415081  8363 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap starting.
02:11:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.427729  8340 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.193:46111
02:11:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.427785  8470 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.193:46111 every 8 connection(s)
02:11:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.429328  8340 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-0/data/info.pb
02:11:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.436498  8363 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Log is configured to *not* fsync() on all Append() calls
02:11:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.439744  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 8340
02:11:41.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.441823  8472 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.442129  8472 heartbeater.cc:461] Registering TS with master...
02:11:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.442778  8472 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.443244  8471 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.443327  8471 heartbeater.cc:461] Registering TS with master...
02:11:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.443511  8471 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.444856  8473 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.444941  8473 heartbeater.cc:461] Registering TS with master...
02:11:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.444967  6461 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.445007  6320 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.445138  8473 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.446007  6320 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.193:43309
02:11:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.446655  6393 ts_manager.cc:194] Re-registered known tserver with Master: 619836465cab423cbf329519432c0521 (127.6.33.193:46111)
02:11:41.449 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:41.452 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.194:38061
02:11:41.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:11:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.452678  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 7969
02:11:41.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:41.459 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] handling channelInactive
02:11:41.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state READY due to: connection closed
02:11:41.460 [DEBUG - Time-limited test] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.461 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.462240  8363 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.462671  8363 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Bootstrap complete.
02:11:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.463842  8363 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent bootstrapping tablet: real 0.049s	user 0.027s	sys 0.015s
02:11:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.466089  8363 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.466409  8363 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 619836465cab423cbf329519432c0521, State: Initialized, Role: FOLLOWER
02:11:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.466871  8363 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.467648  8472 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.467880  8363 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.001s
02:11:41.479 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:41.479 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:41.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test)) after lookup
02:11:41.480 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.482 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:41.499 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:41.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [20ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [22ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [22ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451))) after lookup
02:11:41.500 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.502 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:41.519 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:41.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [20ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [22ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [22ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356))) after lookup
02:11:41.520 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.521 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:41.639 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:41.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [20ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [22ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [22ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [61ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [61ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [178ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176))) after lookup
02:11:41.640 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.641 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:41.659 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:41.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [20ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [22ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [22ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [61ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [61ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [178ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [180ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [181ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [182ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [199ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176) -> (continuation of Deferred@1625843290 after retry RPC@900228900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176) -> (continuation of Deferred@1625843290 after retry RPC@900228900))) after lookup
02:11:41.660 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:41.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:41.662 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:42.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:42.499 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)[L],619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:42.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1039), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [20ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [22ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [22ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [61ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [61ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [178ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [180ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [181ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [182ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [199ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [200ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [201ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [202ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1036ms] refreshing cache from master, [1036ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1038ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176) -> (continuation of Deferred@1625843290 after retry RPC@900228900) -> (continuation of Deferred@603001575 after retry RPC@1427558650), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176) -> (continuation of Deferred@1625843290 after retry RPC@900228900) -> (continuation of Deferred@603001575 after retry RPC@1427558650))) after lookup
02:11:42.500 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] connecting to peer
02:11:42.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:42.501 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:42.501 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061
02:11:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.742087  8484 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 53cff95579da4c518b1194de0a0e7170)
02:11:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.742276  8484 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.743525  8484 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.744969  8176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.745956  8176 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.748661  8425 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521" is_pre_election: true
02:11:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.749018  8425 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 8.
02:11:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.749826  8176 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 53cff95579da4c518b1194de0a0e7170
02:11:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.750203  8484 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Leader pre-election won for term 10
02:11:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.750267  8484 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 53cff95579da4c518b1194de0a0e7170)
02:11:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.750298  8484 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 9 FOLLOWER]: Advancing to term 10
02:11:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.751066  8484 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.751484  8484 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 10 election: Requested vote from peers 619836465cab423cbf329519432c0521 (127.6.33.193:46111), 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.752030  8425 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "619836465cab423cbf329519432c0521"
02:11:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.752182  8425 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 8 FOLLOWER]: Advancing to term 10
02:11:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.753178  8176 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111)
02:11:42.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.754290  8425 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8681d17ed9b549a0bb6aeb4db1cb4d40 in term 10.
02:11:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.754901  8176 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 619836465cab423cbf329519432c0521, 8681d17ed9b549a0bb6aeb4db1cb4d40; no voters: 53cff95579da4c518b1194de0a0e7170
02:11:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.755110  8484 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 10 FOLLOWER]: Leader election won for term 10
02:11:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.755349  8484 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [term 10 LEADER]: Becoming Leader. State: Replica: 8681d17ed9b549a0bb6aeb4db1cb4d40, State: Running, Role: LEADER
02:11:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.755694  8484 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:42.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.758742  6320 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 reported cstate change: term changed from 9 to 10, leader changed from 53cff95579da4c518b1194de0a0e7170 (127.6.33.194) to 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195). New cstate: current_term: 10 leader_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: HEALTHY } } }
02:11:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.302700  8176 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 -> Peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Couldn't send request to peer 53cff95579da4c518b1194de0a0e7170. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.343914  8425 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Refusing update from remote peer 8681d17ed9b549a0bb6aeb4db1cb4d40: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
02:11:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.344714  8501 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:11:45.898 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:45.899 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:45.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4439), Traces: [0ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [20ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [22ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [22ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [40ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [42ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [42ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [58ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [59ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [61ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [61ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [178ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [180ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [181ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [182ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [199ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [200ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [201ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [202ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1036ms] refreshing cache from master, [1036ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1038ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [1040ms] sending RPC to server 53cff95579da4c518b1194de0a0e7170, [1041ms] received response from server 53cff95579da4c518b1194de0a0e7170: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [1041ms] delaying RPC due to: Network error: Failed to connect to peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061): Connection refused: /127.6.33.194:38061, [4435ms] refreshing cache from master, [4435ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [4438ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1273505531(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@670724e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176) -> (continuation of Deferred@1625843290 after retry RPC@900228900) -> (continuation of Deferred@603001575 after retry RPC@1427558650) -> (continuation of Deferred@1394839762 after retry RPC@819010380), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd5d438 -> wakeup thread Time-limited test -> (continuation of Deferred@1540277022 after retry RPC@709605451) -> (continuation of Deferred@608268887 after retry RPC@1405034356) -> (continuation of Deferred@1051163815 after retry RPC@357077176) -> (continuation of Deferred@1625843290 after retry RPC@900228900) -> (continuation of Deferred@603001575 after retry RPC@1427558650) -> (continuation of Deferred@1394839762 after retry RPC@819010380))) after lookup
02:11:45.900 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:45.901 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] Successfully connected to peer
02:11:45.917 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x346b4d1b, L:/127.0.0.1:50220 - R:/127.6.33.195:35315] using TOKEN/null
02:11:45.941 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.194:38061
02:11:45.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:11:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.942735  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:38061
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39127
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.054517  8529 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.054780  8529 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.054828  8529 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.058430  8529 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.058547  8529 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.194
02:11:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.061218  8176 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40 -> Peer 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061): Couldn't send request to peer 53cff95579da4c518b1194de0a0e7170. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.194:38061: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.063001  8529 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.194:38061
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.194
02:11:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39127
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8529
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.194
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/logs
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.064200  8529 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.065438  8529 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.072721  8537 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.072844  8534 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.072847  8535 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.073676  8529 server_base.cc:1061] running on GCE node
02:11:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.074126  8529 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.074853  8529 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.076105  8529 hybrid_clock.cc:648] HybridClock initialized: now 1783476706076051 us; error 48 us; skew 500 ppm
02:11:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.078421  8529 webserver.cc:533] Webserver started at http://127.6.33.194:39127/ using document root <none> and password file <none>
02:11:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.078989  8529 fs_manager.cc:362] Metadata directory not provided
02:11:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.079046  8529 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.082927  8529 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
02:11:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.085176  8543 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.086329  8529 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
02:11:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.086442  8529 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.086907  8529 fs_report.cc:389] FS layout report
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/wal
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/data
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:46.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.110520  8529 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:46.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.111207  8529 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:46.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.111404  8529 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.112054  8529 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.113456  8550 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.117017  8529 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.117141  8529 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:11:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.117216  8529 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.118953  8529 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.119041  8529 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:11:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.119536  8550 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap starting.
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.131079  8529 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.194:38061
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.131158  8657 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.194:38061 every 8 connection(s)
02:11:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.132354  8529 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-1/data/info.pb
02:11:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.139642  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 8529
02:11:46.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.142771  8550 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Log is configured to *not* fsync() on all Append() calls
02:11:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.147992  8660 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.148274  8660 heartbeater.cc:461] Registering TS with master...
02:11:46.148 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.148931  8660 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.149053  8658 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.149175  8658 heartbeater.cc:461] Registering TS with master...
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.148002  8659 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.149295  8659 heartbeater.cc:461] Registering TS with master...
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.149459  8658 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.149471  8659 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:46.149 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.33.195:35315
02:11:46.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.150377  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 8158
02:11:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.152127  6393 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.152858  6320 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.152895  6461 ts_manager.cc:194] Re-registered known tserver with Master: 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061)
02:11:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.153955  6320 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.194:51609
02:11:46.159 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:46.159 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] handling channelInactive
02:11:46.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state READY due to: connection closed
02:11:46.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.170311  8550 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:46.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.170701  8550 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Bootstrap complete.
02:11:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.171736  8550 ts_tablet_manager.cc:1403] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent bootstrapping tablet: real 0.053s	user 0.039s	sys 0.004s
02:11:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.173906  8550 raft_consensus.cc:359] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.174264  8550 raft_consensus.cc:740] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53cff95579da4c518b1194de0a0e7170, State: Initialized, Role: FOLLOWER
02:11:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.174762  8550 consensus_queue.cc:260] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.175505  8659 heartbeater.cc:499] Master 127.6.33.254:42415 was elected leader, sending a full tablet report...
02:11:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.175679  8550 ts_tablet_manager.cc:1434] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
02:11:46.176 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:46.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.178 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:46.198 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:46.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [19ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [19ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1712535844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@5e2045d1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c86495 -> wakeup thread Time-limited test)) after lookup
02:11:46.199 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:46.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.200 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.239 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:46.239 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:46.239 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [19ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [19ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [39ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [41ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [41ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1712535844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@5e2045d1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c86495 -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677))) after lookup
02:11:46.240 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:46.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.241 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:46.280 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:46.281 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [19ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [19ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [39ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [41ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [41ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [82ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [82ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1712535844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@5e2045d1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c86495 -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050))) after lookup
02:11:46.282 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:46.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.284 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:46.319 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:46.320 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [19ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [19ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [39ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [41ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [41ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [82ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [82ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [123ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [125ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [125ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [160ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1712535844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@5e2045d1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050) -> (continuation of Deferred@14530850 after retry RPC@1156238644), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c86495 -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050) -> (continuation of Deferred@14530850 after retry RPC@1156238644))) after lookup
02:11:46.321 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:46.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:46.322 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:47.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:47.180 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111),8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)[L]]}]
02:11:47.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1021), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [19ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [19ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [39ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [41ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [41ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [82ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [82ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [123ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [125ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [125ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [160ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [162ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [163ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [163ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [1017ms] refreshing cache from master, [1017ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1020ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1712535844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@5e2045d1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050) -> (continuation of Deferred@14530850 after retry RPC@1156238644) -> (continuation of Deferred@1703443476 after retry RPC@1346361784), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c86495 -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050) -> (continuation of Deferred@14530850 after retry RPC@1156238644) -> (continuation of Deferred@1703443476 after retry RPC@1346361784))) after lookup
02:11:47.182 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] connecting to peer
02:11:47.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:47.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:47.183 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315) for tablet debf32eef2c6430aa50253b98d4784ee: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315
02:11:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.441785  8672 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.441931  8672 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.443178  8672 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.443958  8358 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.444957  8358 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.448256  8612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170" is_pre_election: true
02:11:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.448583  8612 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 9.
02:11:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.449429  8360 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.449729  8672 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Leader pre-election won for term 11
02:11:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.449800  8672 raft_consensus.cc:493] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 8681d17ed9b549a0bb6aeb4db1cb4d40)
02:11:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.449829  8672 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 10 FOLLOWER]: Advancing to term 11
02:11:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.450649  8672 raft_consensus.cc:515] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.451130  8672 leader_election.cc:290] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 11 election: Requested vote from peers 53cff95579da4c518b1194de0a0e7170 (127.6.33.194:38061), 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.451498  8612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "debf32eef2c6430aa50253b98d4784ee" candidate_uuid: "619836465cab423cbf329519432c0521" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "53cff95579da4c518b1194de0a0e7170"
02:11:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.451675  8612 raft_consensus.cc:3060] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 9 FOLLOWER]: Advancing to term 11
02:11:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.452181  8358 leader_election.cc:336] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111)
02:11:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.453634  8612 raft_consensus.cc:2468] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 619836465cab423cbf329519432c0521 in term 11.
02:11:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.454032  8360 leader_election.cc:304] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 53cff95579da4c518b1194de0a0e7170, 619836465cab423cbf329519432c0521; no voters: 8681d17ed9b549a0bb6aeb4db1cb4d40
02:11:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.454253  8672 raft_consensus.cc:2804] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 11 FOLLOWER]: Leader election won for term 11
02:11:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.454509  8672 raft_consensus.cc:697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [term 11 LEADER]: Becoming Leader. State: Replica: 619836465cab423cbf329519432c0521, State: Running, Role: LEADER
02:11:47.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.454890  8672 consensus_queue.cc:237] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } }
02:11:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.458182  6320 catalog_manager.cc:5697] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 reported cstate change: term changed from 10 to 11, leader changed from 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195) to 619836465cab423cbf329519432c0521 (127.6.33.193). New cstate: current_term: 11 leader_uuid: "619836465cab423cbf329519432c0521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "619836465cab423cbf329519432c0521" member_type: VOTER last_known_addr { host: "127.6.33.193" port: 46111 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40" member_type: VOTER last_known_addr { host: "127.6.33.195" port: 35315 } health_report { overall_health: UNKNOWN } } }
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.846784  8358 consensus_peers.cc:597] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 -> Peer 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315): Couldn't send request to peer 8681d17ed9b549a0bb6aeb4db1cb4d40. Status: Network error: Client connection negotiation failed: client connection to 127.6.33.195:35315: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.858974  8612 raft_consensus.cc:1275] T debf32eef2c6430aa50253b98d4784ee P 53cff95579da4c518b1194de0a0e7170 [term 11 FOLLOWER]: Refusing update from remote peer 619836465cab423cbf329519432c0521: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
02:11:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.859932  8672 consensus_queue.cc:1048] T debf32eef2c6430aa50253b98d4784ee P 619836465cab423cbf329519432c0521 [LEADER]: Connected to new peer: Peer: permanent_uuid: "53cff95579da4c518b1194de0a0e7170" member_type: VOTER last_known_addr { host: "127.6.33.194" port: 38061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:11:49.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet debf32eef2c6430aa50253b98d4784ee for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418' with partition [<start>, <end>)
02:11:49.279 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=debf32eef2c6430aa50253b98d4784ee@[53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061),619836465cab423cbf329519432c0521(127.6.33.193:46111)[L],8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)]}]
02:11:49.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=debf32eef2c6430aa50253b98d4784ee, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3120), Traces: [0ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [19ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [19ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [39ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [41ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [41ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [80ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [82ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [82ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [123ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [125ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [125ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [160ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [162ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [163ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [163ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [1017ms] refreshing cache from master, [1017ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [1020ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, [1022ms] sending RPC to server 8681d17ed9b549a0bb6aeb4db1cb4d40, [1024ms] received response from server 8681d17ed9b549a0bb6aeb4db1cb4d40: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [1024ms] delaying RPC due to: Network error: Failed to connect to peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315): Connection refused: /127.6.33.195:35315, [3116ms] refreshing cache from master, [3116ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.33.254:42415, [3119ms] Sub RPC GetTableLocations: received response from server master-127.6.33.254:42415: OK, deferred=Deferred@1712535844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f43b03391e8@5e2045d1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050) -> (continuation of Deferred@14530850 after retry RPC@1156238644) -> (continuation of Deferred@1703443476 after retry RPC@1346361784) -> (continuation of Deferred@1804538670 after retry RPC@1163130366), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74c86495 -> wakeup thread Time-limited test -> (continuation of Deferred@854393681 after retry RPC@87438677) -> (continuation of Deferred@250070942 after retry RPC@978311050) -> (continuation of Deferred@14530850 after retry RPC@1156238644) -> (continuation of Deferred@1703443476 after retry RPC@1346361784) -> (continuation of Deferred@1804538670 after retry RPC@1163130366))) after lookup
02:11:49.280 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] connecting to peer
02:11:49.281 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] Successfully connected to peer
02:11:49.307 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x09e3083d, L:/127.0.0.1:37574 - R:/127.6.33.193:46111] using TOKEN/null
02:11:49.328 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.33.195:35315
02:11:49.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.329470  6279 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu
02:11:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:49.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.438056  8711 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:49.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.438336  8711 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:49.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.438397  8711 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.442181  8711 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.442380  8711 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.33.195
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.446806  8711 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.33.212:43039
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.33.195:35315
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.33.195
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33091
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.33.254:42415,127.6.33.253:42441,127.6.33.252:35835
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8711
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.33.195
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/logs
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:16 UTC on bdcb31816ec0
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12764
02:11:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.448249  8711 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.449568  8711 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:11:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.456369  8719 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.456395  8717 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.456357  8716 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.457731  8711 server_base.cc:1061] running on GCE node
02:11:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.458276  8711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.459071  8711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.460274  8711 hybrid_clock.cc:648] HybridClock initialized: now 1783476709460260 us; error 48 us; skew 500 ppm
02:11:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.462397  8711 webserver.cc:533] Webserver started at http://127.6.33.195:33091/ using document root <none> and password file <none>
02:11:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.463048  8711 fs_manager.cc:362] Metadata directory not provided
02:11:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.463106  8711 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.466926  8711 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
02:11:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.469364  8725 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.470594  8711 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.470734  8711 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data,/tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8681d17ed9b549a0bb6aeb4db1cb4d40"
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:13 on dist-test-slave-qmjr"
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.471235  8711 fs_report.cc:389] FS layout report
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/wal
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/data
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.510962  8711 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.511755  8711 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.511974  8711 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.512701  8711 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.514200  8732 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:11:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.519150  8711 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:11:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.519299  8711 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
02:11:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.519379  8711 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:11:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.521425  8711 ts_tablet_manager.cc:616] Registered 1 tablets
02:11:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.521514  8711 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
02:11:49.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.521872  8732 tablet_bootstrap.cc:492] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Bootstrap starting.
02:11:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.533257  8711 rpc_server.cc:307] RPC server started. Bound to: 127.6.33.195:35315
02:11:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.533699  8839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.33.195:35315 every 8 connection(s)
02:11:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.534574  8711 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRrtCzs/test-tmp/mini-kudu-cluster16416046786337935340/ts-2/data/info.pb
02:11:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.536305  6279 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu as pid 8711
02:11:49.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:49.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.549782  8732 log.cc:826] T debf32eef2c6430aa50253b98d4784ee P 8681d17ed9b549a0bb6aeb4db1cb4d40: Log is configured to *not* fsync() on all Append() calls
02:11:49.550 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:49.556 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476674418, tablet=debf32eef2c6430aa50253b98d4784ee, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.560930  8840 heartbeater.cc:344] Connected to a master server at 127.6.33.252:35835
02:11:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.560969  8842 heartbeater.cc:344] Connected to a master server at 127.6.33.253:42441
02:11:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.561234  8840 heartbeater.cc:461] Registering TS with master...
02:11:49.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.561988  8840 heartbeater.cc:507] Master 127.6.33.252:35835 requested a full tablet report, sending...
02:11:49.562 [DEBUG - main] (Connection.java:575) [peer master-127.6.33.253:42441(127.6.33.253:42441)] disconnecting while in state READY
02:11:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.561231  8842 heartbeater.cc:461] Registering TS with master...
02:11:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.563863  8842 heartbeater.cc:507] Master 127.6.33.253:42441 requested a full tablet report, sending...
02:11:49.564 [DEBUG - main] (Connection.java:575) [peer 8681d17ed9b549a0bb6aeb4db1cb4d40(127.6.33.195:35315)] disconnecting while in state TERMINATED
02:11:49.564 [DEBUG - main] (Connection.java:575) [peer master-127.6.33.252:35835(127.6.33.252:35835)] disconnecting while in state READY
02:11:49.565 [DEBUG - main] (Connection.java:575) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] disconnecting while in state READY
02:11:49.565 [DEBUG - main] (Connection.java:575) [peer 53cff95579da4c518b1194de0a0e7170(127.6.33.194:38061)] disconnecting while in state TERMINATED
02:11:49.565 [DEBUG - main] (Connection.java:575) [peer master-127.6.33.254:42415(127.6.33.254:42415)] disconnecting while in state READY
02:11:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.565248  6393 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:49.566 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.33.254:42415(127.6.33.254:42415)] handling channelInactive
02:11:49.566 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.33.253:42441(127.6.33.253:42441)] handling channelInactive
02:11:49.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.33.253:42441(127.6.33.253:42441)] cleaning up while in state READY due to: connection closed
02:11:49.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.33.254:42415(127.6.33.254:42415)] cleaning up while in state READY due to: connection closed
02:11:49.567 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.33.252:35835(127.6.33.252:35835)] handling channelInactive
02:11:49.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.33.252:35835(127.6.33.252:35835)] cleaning up while in state READY due to: connection closed
02:11:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.567745  6461 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.568915  8841 heartbeater.cc:344] Connected to a master server at 127.6.33.254:42415
02:11:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.569031  8841 heartbeater.cc:461] Registering TS with master...
02:11:49.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.569260  8841 heartbeater.cc:507] Master 127.6.33.254:42415 requested a full tablet report, sending...
02:11:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.572072  6320 ts_manager.cc:194] Re-registered known tserver with Master: 8681d17ed9b549a0bb6aeb4db1cb4d40 (127.6.33.195:35315)
02:11:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.573015  6320 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.33.195:36125
02:11:49.574 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:11:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.580533  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 8340
02:11:49.583 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] handling channelInactive
02:11:49.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 619836465cab423cbf329519432c0521(127.6.33.193:46111)] cleaning up while in state READY due to: connection closed
02:11:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.589326  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 8529
02:11:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.597894  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 8711
02:11:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.605926  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 6290
02:11:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.612879  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 6361
02:11:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.619877  6279 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRrtCzs/build/debug/bin/kudu with pid 6431
02:11:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:49Z chronyd exiting

Time: 38.222

OK (1 test)

