JUnit version 4.13.2
.02:16:03.985 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476963977
02:16:04.050 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:16:04.089 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:16:04.104 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEa1miE/test-tmp
02:16:04.131 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
02:16:04.134 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEa1miE/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
02:16:04.328 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:16:04.341 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:04.342 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:16:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.343534  7199 mini_oidc.cc:150] Starting JWKS server
02:16:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.344264  7199 webserver.cc:534] Webserver started at http://127.0.0.1:34763/ using document root <none> and password file <none>
02:16:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.344370  7199 mini_oidc.cc:186] Starting OIDC Discovery server
02:16:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.344538  7199 webserver.cc:534] Webserver started at http://127.0.0.1:45361/ using document root <none> and password file <none>
02:16:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:16:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:04Z Disabled control of system clock
02:16:04.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.357050  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:04.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal
02:16:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data
02:16:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/logs
02:16:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data/info.pb
02:16:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.254:37745
02:16:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.254
02:16:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
02:16:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.436246  7210 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.436419  7210 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.436439  7210 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:04.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.438128  7210 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:04.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.438185  7210 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:04.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.438200  7210 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.438212  7210 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.438225  7210 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.438235  7210 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
02:16:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.440055  7210 master_runner.cc:387] Master server non-default flags:
02:16:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data
02:16:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal
02:16:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.254:37745
02:16:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
02:16:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data/info.pb
02:16:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.254
02:16:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7210
02:16:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/logs
02:16:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.440289  7210 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.440536  7210 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.443248  7218 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.443310  7210 server_base.cc:1061] running on GCE node
02:16:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.443245  7215 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.443352  7216 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.443632  7210 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.443852  7210 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.444995  7210 hybrid_clock.cc:648] HybridClock initialized: now 1783476964444966 us; error 39 us; skew 500 ppm
02:16:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.446396  7210 webserver.cc:534] Webserver started at http://127.7.7.254:38639/ using document root <none> and password file <none>
02:16:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.446600  7210 fs_manager.cc:362] Metadata directory not provided
02:16:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.446655  7210 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.446759  7210 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.447852  7210 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data/instance:
02:16:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e458cccafdd7420fa1ea0b9622ab7fee"
02:16:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.448238  7210 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal/instance:
02:16:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e458cccafdd7420fa1ea0b9622ab7fee"
02:16:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.449899  7210 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
02:16:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.450754  7224 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.450934  7210 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:16:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.451002  7210 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal
02:16:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e458cccafdd7420fa1ea0b9622ab7fee"
02:16:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.451059  7210 fs_report.cc:389] FS layout report
02:16:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal
02:16:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal
02:16:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data/data
02:16:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.484817  7210 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.485236  7210 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.485368  7210 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.489724  7210 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.254:37745
02:16:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.489758  7276 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.254:37745 every 8 connection(s)
02:16:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.490170  7210 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/data/info.pb
02:16:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.490819  7277 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.492035  7277 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.492604  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7210
02:16:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.492692  7199 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-0/wal/instance
02:16:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.493595  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal
02:16:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data
02:16:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/logs
02:16:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data/info.pb
02:16:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.253:37419
02:16:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.253
02:16:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
02:16:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.502813  7277 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.503306  7226 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.253:37419: connect: Connection refused (error 111)
02:16:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.503775  7277 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.253:37419: Network error: Client connection negotiation failed: client connection to 127.7.7.253:37419: connect: Connection refused (error 111)
02:16:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.552986  7277 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } attempt: 1
02:16:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.553830  7277 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.253:37419: Network error: Client connection negotiation failed: client connection to 127.7.7.253:37419: connect: Connection refused (error 111)
02:16:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.576447  7281 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.576745  7281 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.576778  7281 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.578691  7281 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.578773  7281 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.578794  7281 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.578814  7281 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.578835  7281 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.578851  7281 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
02:16:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.580962  7281 master_runner.cc:387] Master server non-default flags:
02:16:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data
02:16:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal
02:16:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.253:37419
02:16:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
02:16:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data/info.pb
02:16:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.253
02:16:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7281
02:16:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/logs
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.581264  7281 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.581555  7281 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.584328  7290 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.584487  7287 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.584610  7288 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.585356  7281 server_base.cc:1061] running on GCE node
02:16:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.585570  7281 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.585825  7281 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.586966  7281 hybrid_clock.cc:648] HybridClock initialized: now 1783476964586950 us; error 44 us; skew 500 ppm
02:16:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.588152  7281 webserver.cc:534] Webserver started at http://127.7.7.253:36705/ using document root <none> and password file <none>
02:16:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.588341  7281 fs_manager.cc:362] Metadata directory not provided
02:16:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.588387  7281 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.588485  7281 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.589613  7281 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data/instance:
02:16:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f923d8570e2746a49e179273569d38fb"
02:16:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.589998  7281 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal/instance:
02:16:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f923d8570e2746a49e179273569d38fb"
02:16:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.591603  7281 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
02:16:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.592454  7296 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.592636  7281 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:16:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.592689  7281 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal
02:16:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f923d8570e2746a49e179273569d38fb"
02:16:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.592742  7281 fs_report.cc:389] FS layout report
02:16:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data/data
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.614374  7281 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.614661  7281 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.614743  7281 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.618752  7281 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.253:37419
02:16:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.618777  7348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.253:37419 every 8 connection(s)
02:16:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.619118  7281 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/data/info.pb
02:16:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.619716  7349 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.621040  7349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.621980  7277 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } attempt: 2
02:16:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.626091  7349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.626181  7277 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.626771  7277 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.252:44213: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.629243  7349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.629387  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7281
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.629456  7199 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-1/wal/instance
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.629740  7298 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.629832  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data
02:16:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/logs
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data/info.pb
02:16:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.252:44213
02:16:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.252
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json with env {}
02:16:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.630313  7349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.252:44213: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.669943  7277 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } attempt: 1
02:16:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.671125  7277 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.252:44213: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.679551  7349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } attempt: 1
02:16:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.680533  7349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.252:44213: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.712297  7354 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.712498  7354 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.712520  7354 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.714233  7354 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:16:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.714284  7354 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.714298  7354 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:16:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.714311  7354 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:16:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.714323  7354 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:16:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.714342  7354 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34763/jwks.json
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.715935  7354 master_runner.cc:387] Master server non-default flags:
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.252:44213
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34763/jwks.json
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data/info.pb
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.252
02:16:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7354
02:16:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/logs
02:16:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:16:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.716144  7354 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.716323  7354 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.718297  7277 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } attempt: 2
02:16:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.718860  7359 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.718868  7360 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.719255  7277 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.252:44213: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.719523  7362 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.720232  7354 server_base.cc:1061] running on GCE node
02:16:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.720450  7354 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.720736  7354 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.723994  7354 hybrid_clock.cc:648] HybridClock initialized: now 1783476964723954 us; error 51 us; skew 500 ppm
02:16:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.725353  7354 webserver.cc:534] Webserver started at http://127.7.7.252:34531/ using document root <none> and password file <none>
02:16:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.725569  7354 fs_manager.cc:362] Metadata directory not provided
02:16:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.725622  7354 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:04.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.725720  7354 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.726815  7354 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data/instance:
02:16:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0759e2fa4074faf84340c5b3ded1103"
02:16:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.727084  7354 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal/instance:
02:16:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0759e2fa4074faf84340c5b3ded1103"
02:16:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.728482  7354 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
02:16:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.729393  7368 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.729611  7354 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:16:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.729678  7354 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal
02:16:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e0759e2fa4074faf84340c5b3ded1103"
02:16:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:04 on dist-test-slave-qh7f"
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.729736  7354 fs_report.cc:389] FS layout report
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data/data
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:04.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.748720  7349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } attempt: 2
02:16:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.749493  7349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.7.252:44213: Network error: Client connection negotiation failed: client connection to 127.7.7.252:44213: connect: Connection refused (error 111)
02:16:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.758265  7354 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.758670  7354 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.758805  7354 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.763104  7354 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.252:44213
02:16:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.763136  7420 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.252:44213 every 8 connection(s)
02:16:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.763571  7354 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/data/info.pb
02:16:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.764251  7421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.764528  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7354
02:16:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.764647  7199 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/master-2/wal/instance
02:16:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.766008  7421 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.771188  7421 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.774627  7421 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } has no permanent_uuid. Determining permanent_uuid...
02:16:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.778594  7421 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: Bootstrap starting.
02:16:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.779309  7421 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: Neither blocks nor log segments found. Creating new log.
02:16:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.779572  7421 log.cc:826] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: Log is configured to *not* fsync() on all Append() calls
02:16:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.780774  7421 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: No bootstrap required, opened a new log
02:16:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.782577  7421 raft_consensus.cc:359] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.782693  7421 raft_consensus.cc:385] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.782716  7421 raft_consensus.cc:740] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e0759e2fa4074faf84340c5b3ded1103, State: Initialized, Role: FOLLOWER
02:16:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.782822  7421 consensus_queue.cc:260] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.783144  7421 sys_catalog.cc:565] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: configured and running, proceeding with master startup.
02:16:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.783104  7430 sys_catalog.cc:455] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.783201  7430 sys_catalog.cc:458] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: This master's current role is: FOLLOWER
02:16:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.784986  7441 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.785043  7441 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:04.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.785241  7354 master_runner.cc:187] Error getting master registration for 127.7.7.254:37745: OK, instance_id { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" instance_seqno: 1783476964488609 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:04.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.786568  7354 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.826426  7277 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } attempt: 3
02:16:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.830577  7277 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: Bootstrap starting.
02:16:04.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.831343  7277 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: Neither blocks nor log segments found. Creating new log.
02:16:04.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.831637  7277 log.cc:826] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: Log is configured to *not* fsync() on all Append() calls
02:16:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.832381  7277 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: No bootstrap required, opened a new log
02:16:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.834808  7277 raft_consensus.cc:359] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.834986  7277 raft_consensus.cc:385] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.835026  7277 raft_consensus.cc:740] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e458cccafdd7420fa1ea0b9622ab7fee, State: Initialized, Role: FOLLOWER
02:16:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.835127  7277 consensus_queue.cc:260] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.835438  7277 sys_catalog.cc:565] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: configured and running, proceeding with master startup.
02:16:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.835904  7444 sys_catalog.cc:455] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.836002  7444 sys_catalog.cc:458] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: This master's current role is: FOLLOWER
02:16:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.838063  7455 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.838127  7455 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.839001  7210 master_runner.cc:187] Error getting master registration for 127.7.7.253:37419: OK, instance_id { permanent_uuid: "f923d8570e2746a49e179273569d38fb" instance_seqno: 1783476964617607 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:16:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.840168  7210 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.840636  7349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } attempt: 3
02:16:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.844370  7349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: Bootstrap starting.
02:16:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.845166  7349 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: Neither blocks nor log segments found. Creating new log.
02:16:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.845875  7349 log.cc:826] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: Log is configured to *not* fsync() on all Append() calls
02:16:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.846693  7349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: No bootstrap required, opened a new log
02:16:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.847956  7349 raft_consensus.cc:359] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.848088  7349 raft_consensus.cc:385] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.848121  7349 raft_consensus.cc:740] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f923d8570e2746a49e179273569d38fb, State: Initialized, Role: FOLLOWER
02:16:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.848270  7349 consensus_queue.cc:260] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.848657  7349 sys_catalog.cc:565] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: configured and running, proceeding with master startup.
02:16:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.850301  7458 sys_catalog.cc:455] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.850662  7458 sys_catalog.cc:458] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: This master's current role is: FOLLOWER
02:16:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.850747  7469 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:16:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.851259  7469 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:16:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.852855  7281 master_runner.cc:264] No leader master found from master f923d8570e2746a49e179273569d38fb
02:16:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:04.852905  7281 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:16:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.865337  7302 tablet.cc:2406] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:04.986294  7230 tablet.cc:2406] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.009639  7374 tablet.cc:2406] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.010174  7430 raft_consensus.cc:493] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.010265  7430 raft_consensus.cc:515] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.010516  7430 leader_election.cc:290] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e458cccafdd7420fa1ea0b9622ab7fee (127.7.7.254:37745), f923d8570e2746a49e179273569d38fb (127.7.7.253:37419)
02:16:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.010929  7323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e0759e2fa4074faf84340c5b3ded1103" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f923d8570e2746a49e179273569d38fb" is_pre_election: true
02:16:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011080  7323 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e0759e2fa4074faf84340c5b3ded1103 in term 0.
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011062  7251 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e0759e2fa4074faf84340c5b3ded1103" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" is_pre_election: true
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011206  7251 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e0759e2fa4074faf84340c5b3ded1103 in term 0.
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011337  7370 leader_election.cc:304] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e0759e2fa4074faf84340c5b3ded1103, f923d8570e2746a49e179273569d38fb; no voters: 
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011499  7430 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011554  7430 raft_consensus.cc:493] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.011577  7430 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 0 FOLLOWER]: Advancing to term 1
02:16:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.012478  7430 raft_consensus.cc:515] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.012653  7430 leader_election.cc:290] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [CANDIDATE]: Term 1 election: Requested vote from peers e458cccafdd7420fa1ea0b9622ab7fee (127.7.7.254:37745), f923d8570e2746a49e179273569d38fb (127.7.7.253:37419)
02:16:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.012915  7251 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e0759e2fa4074faf84340c5b3ded1103" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e458cccafdd7420fa1ea0b9622ab7fee"
02:16:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.012993  7251 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 0 FOLLOWER]: Advancing to term 1
02:16:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.013679  7323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e0759e2fa4074faf84340c5b3ded1103" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f923d8570e2746a49e179273569d38fb"
02:16:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.013774  7323 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 0 FOLLOWER]: Advancing to term 1
02:16:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.013785  7251 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e0759e2fa4074faf84340c5b3ded1103 in term 1.
02:16:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.013985  7372 leader_election.cc:304] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e0759e2fa4074faf84340c5b3ded1103, e458cccafdd7420fa1ea0b9622ab7fee; no voters: 
02:16:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014079  7430 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 1 FOLLOWER]: Leader election won for term 1
02:16:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014256  7430 raft_consensus.cc:697] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [term 1 LEADER]: Becoming Leader. State: Replica: e0759e2fa4074faf84340c5b3ded1103, State: Running, Role: LEADER
02:16:05.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014346  7430 consensus_queue.cc:237] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } }
02:16:05.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014689  7323 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e0759e2fa4074faf84340c5b3ded1103 in term 1.
02:16:05.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014717  7430 sys_catalog.cc:455] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e0759e2fa4074faf84340c5b3ded1103. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.014788  7430 sys_catalog.cc:458] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: This master's current role is: LEADER
02:16:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.015609  7473 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:16:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.015810  7473 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:16:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.018539  7323 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [term 1 FOLLOWER]: Refusing update from remote peer e0759e2fa4074faf84340c5b3ded1103: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.019066  7251 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [term 1 FOLLOWER]: Refusing update from remote peer e0759e2fa4074faf84340c5b3ded1103: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.019289  7430 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.019429  7430 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.020618  7458 sys_catalog.cc:455] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: SysCatalogTable state changed. Reason: New leader e0759e2fa4074faf84340c5b3ded1103. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.020725  7458 sys_catalog.cc:458] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: This master's current role is: FOLLOWER
02:16:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.021412  7444 sys_catalog.cc:455] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: SysCatalogTable state changed. Reason: New leader e0759e2fa4074faf84340c5b3ded1103. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.021492  7444 sys_catalog.cc:458] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: This master's current role is: FOLLOWER
02:16:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.023710  7474 mvcc.cc:204] Tried to move back new op lower bound from 7305121648713220096 to 7305121648699256832. Current Snapshot: MvccSnapshot[applied={T|T < 7305121648713220096}]
02:16:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.024091  7471 sys_catalog.cc:455] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.024168  7471 sys_catalog.cc:458] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: This master's current role is: LEADER
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.025229  7458 sys_catalog.cc:455] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.025321  7458 sys_catalog.cc:458] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb [sys.catalog]: This master's current role is: FOLLOWER
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.025768  7471 sys_catalog.cc:455] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.025864  7471 sys_catalog.cc:458] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103 [sys.catalog]: This master's current role is: LEADER
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.026124  7444 sys_catalog.cc:455] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e0759e2fa4074faf84340c5b3ded1103" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e458cccafdd7420fa1ea0b9622ab7fee" member_type: VOTER last_known_addr { host: "127.7.7.254" port: 37745 } } peers { permanent_uuid: "f923d8570e2746a49e179273569d38fb" member_type: VOTER last_known_addr { host: "127.7.7.253" port: 37419 } } peers { permanent_uuid: "e0759e2fa4074faf84340c5b3ded1103" member_type: VOTER last_known_addr { host: "127.7.7.252" port: 44213 } } }
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.026300  7444 sys_catalog.cc:458] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee [sys.catalog]: This master's current role is: FOLLOWER
02:16:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.026566  7477 mvcc.cc:204] Tried to move back new op lower bound from 7305121648713220096 to 7305121648699256832. Current Snapshot: MvccSnapshot[applied={T|T < 7305121648713220096}]
02:16:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.027055  7475 mvcc.cc:204] Tried to move back new op lower bound from 7305121648713220096 to 7305121648699256832. Current Snapshot: MvccSnapshot[applied={T|T < 7305121648713220096}]
02:16:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.028095  7473 catalog_manager.cc:1382] Generated new cluster ID: ecccee07f5064d4db8257dddc68c266e
02:16:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.028151  7473 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:16:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.042615  7473 catalog_manager.cc:1405] Generated new certificate authority record
02:16:05.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.043346  7473 catalog_manager.cc:1539] Loading token signing keys...
02:16:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.059409  7473 catalog_manager.cc:6069] T 00000000000000000000000000000000 P e0759e2fa4074faf84340c5b3ded1103: Generated new TSK 0
02:16:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.059612  7473 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:16:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.070541  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:0
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.151949  7483 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.152137  7483 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.152160  7483 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.153707  7483 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.153774  7483 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.193
02:16:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.155706  7483 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:0
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7483
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.155948  7483 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.156162  7483 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.158812  7489 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.159379  7488 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.159955  7491 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.160053  7483 server_base.cc:1061] running on GCE node
02:16:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.160372  7483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.160701  7483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.161877  7483 hybrid_clock.cc:648] HybridClock initialized: now 1783476965161849 us; error 47 us; skew 500 ppm
02:16:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.163100  7483 webserver.cc:534] Webserver started at http://127.7.7.193:35199/ using document root <none> and password file <none>
02:16:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.163342  7483 fs_manager.cc:362] Metadata directory not provided
02:16:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.163415  7483 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.163527  7483 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.164456  7483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/instance:
02:16:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.164911  7483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal/instance:
02:16:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.166399  7483 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.167246  7497 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.167459  7483 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:16:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.167529  7483 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.167601  7483 fs_report.cc:389] FS layout report
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/data
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.194522  7483 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.194890  7483 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.195016  7483 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.195276  7483 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.195755  7483 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.195818  7483 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.195855  7483 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.195873  7483 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.201995  7483 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.193:45163
02:16:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.202040  7610 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.193:45163 every 8 connection(s)
02:16:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.202374  7483 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.205812  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7483
02:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.205920  7199 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal/instance
02:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.207567  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:0
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.207832  7612 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.207932  7612 heartbeater.cc:461] Registering TS with master...
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.208142  7612 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.208741  7241 ts_manager.cc:194] Registered new tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.208899  7613 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.209123  7613 heartbeater.cc:461] Registering TS with master...
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.209228  7613 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.209555  7313 ts_manager.cc:194] Registered new tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.211023  7611 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.211081  7611 heartbeater.cc:461] Registering TS with master...
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.211189  7611 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.211551  7385 ts_manager.cc:194] Registered new tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.212285  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.193:41609
02:16:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.287354  7618 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.287537  7618 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.287557  7618 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.289108  7618 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.289163  7618 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.194
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.290859  7618 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:0
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7618
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.291076  7618 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.291272  7618 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.293555  7623 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.293571  7624 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.293715  7626 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.293895  7618 server_base.cc:1061] running on GCE node
02:16:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.294070  7618 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.294327  7618 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.297564  7618 hybrid_clock.cc:648] HybridClock initialized: now 1783476965297541 us; error 31 us; skew 500 ppm
02:16:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.298838  7618 webserver.cc:534] Webserver started at http://127.7.7.194:43835/ using document root <none> and password file <none>
02:16:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.299082  7618 fs_manager.cc:362] Metadata directory not provided
02:16:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.299144  7618 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.299278  7618 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:05.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.300190  7618 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/instance:
02:16:05.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "958521c0525d41d7b3534af54eea9698"
02:16:05.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.300613  7618 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal/instance:
02:16:05.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "958521c0525d41d7b3534af54eea9698"
02:16:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.302006  7618 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
02:16:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.302778  7632 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.302965  7618 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.303032  7618 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "958521c0525d41d7b3534af54eea9698"
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.303093  7618 fs_report.cc:389] FS layout report
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/data
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.322063  7618 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.322449  7618 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.322577  7618 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.322821  7618 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.323230  7618 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.323300  7618 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.323334  7618 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.323351  7618 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.329725  7618 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.194:44697
02:16:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.329780  7745 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.194:44697 every 8 connection(s)
02:16:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.330106  7618 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.332285  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7618
02:16:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.332373  7199 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal/instance
02:16:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.334529  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:0
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.336187  7748 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.336301  7748 heartbeater.cc:461] Registering TS with master...
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.336509  7748 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.336926  7313 ts_manager.cc:194] Registered new tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.336951  7746 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.336995  7746 heartbeater.cc:461] Registering TS with master...
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.337091  7746 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.337304  7385 ts_manager.cc:194] Registered new tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.337771  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.194:39013
02:16:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.338133  7747 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.338214  7747 heartbeater.cc:461] Registering TS with master...
02:16:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.338431  7747 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.338740  7241 ts_manager.cc:194] Registered new tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.415279  7753 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.415498  7753 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.415518  7753 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:05.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.417155  7753 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:05.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.417219  7753 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.195
02:16:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.418797  7753 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:0
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7753
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.419004  7753 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.419209  7753 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.421651  7759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.421686  7761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:05.421855  7758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.421836  7753 server_base.cc:1061] running on GCE node
02:16:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.422063  7753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.422343  7753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.423480  7753 hybrid_clock.cc:648] HybridClock initialized: now 1783476965423463 us; error 28 us; skew 500 ppm
02:16:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.424629  7753 webserver.cc:534] Webserver started at http://127.7.7.195:46627/ using document root <none> and password file <none>
02:16:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.424858  7753 fs_manager.cc:362] Metadata directory not provided
02:16:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.424958  7753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.425068  7753 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:16:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.426048  7753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/instance:
02:16:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.426455  7753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal/instance:
02:16:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:05.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.427948  7753 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
02:16:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.428802  7767 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.429020  7753 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.429092  7753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.429157  7753 fs_report.cc:389] FS layout report
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/data
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.460906  7753 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.461308  7753 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.461439  7753 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.461715  7753 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.462121  7753 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.462179  7753 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.462214  7753 ts_tablet_manager.cc:616] Registered 0 tablets
02:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.462234  7753 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:16:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.468164  7753 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.195:34987
02:16:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.468209  7880 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.195:34987 every 8 connection(s)
02:16:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.468533  7753 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.470216  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7753
02:16:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.470321  7199 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal/instance
02:16:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474547  7883 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474648  7882 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474676  7883 heartbeater.cc:461] Registering TS with master...
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474738  7882 heartbeater.cc:461] Registering TS with master...
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474830  7881 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474869  7881 heartbeater.cc:461] Registering TS with master...
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474952  7883 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474953  7882 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.474952  7881 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.475356  7385 ts_manager.cc:194] Registered new tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.475415  7313 ts_manager.cc:194] Registered new tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.475416  7241 ts_manager.cc:194] Registered new tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.475835  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.195:50915
02:16:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.485718  7199 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:16:05.486 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:16:05.487 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:16:05.495 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.7.254"
      port: 37745
    }
    bound_http_address {
      host: "127.7.7.254"
      port: 38639
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.7.253"
      port: 37419
    }
    bound_http_address {
      host: "127.7.7.253"
      port: 36705
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.7.252"
      port: 44213
    }
    bound_http_address {
      host: "127.7.7.252"
      port: 34531
    }
  }
}

02:16:05.499 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:16:05.501 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.7.193"
      port: 45163
    }
    bound_http_address {
      host: "127.7.7.193"
      port: 35199
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.7.194"
      port: 44697
    }
    bound_http_address {
      host: "127.7.7.194"
      port: 43835
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.7.195"
      port: 34987
    }
    bound_http_address {
      host: "127.7.7.195"
      port: 46627
    }
  }
}

02:16:05.501 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:16:05.682 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:16:05.742 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:16:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.838547  7455 catalog_manager.cc:1294] Loaded cluster ID: ecccee07f5064d4db8257dddc68c266e
02:16:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.838619  7455 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: loading cluster ID for follower catalog manager: success
02:16:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.839922  7455 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: acquiring CA information for follower catalog manager: success
02:16:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.840229  7455 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e458cccafdd7420fa1ea0b9622ab7fee: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:16:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.851689  7469 catalog_manager.cc:1294] Loaded cluster ID: ecccee07f5064d4db8257dddc68c266e
02:16:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.851792  7469 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: loading cluster ID for follower catalog manager: success
02:16:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.853029  7469 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: acquiring CA information for follower catalog manager: success
02:16:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:05.853431  7469 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f923d8570e2746a49e179273569d38fb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:16:05.922 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.7.254:37745(127.7.7.254:37745)] connecting to peer
02:16:05.992 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.7.252:44213(127.7.7.252:44213)] connecting to peer
02:16:05.995 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.7.253:37419(127.7.7.253:37419)] connecting to peer
02:16:06.011 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.7.254:37745(127.7.7.254:37745)] Successfully connected to peer
02:16:06.011 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.7.252:44213(127.7.7.252:44213)] Successfully connected to peer
02:16:06.011 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.7.253:37419(127.7.7.253:37419)] Successfully connected to peer
02:16:06.112 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.7.252
02:16:06.114 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.7.253
02:16:06.114 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.7.254
02:16:06.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.213169  7611 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:06.338 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6585f171, L:/127.0.0.1:43378 - R:/127.7.7.252:44213] using SASL/PLAIN
02:16:06.338 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x63057c3d, L:/127.0.0.1:33146 - R:/127.7.7.254:37745] using SASL/PLAIN
02:16:06.338 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x027dcb89, L:/127.0.0.1:41988 - R:/127.7.7.253:37419] using SASL/PLAIN
02:16:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.338551  7746 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:06.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:16:06.375 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=495), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.7.254:37745, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.7.252:44213, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.7.253:37419, [467ms] Sub RPC ConnectToMaster: received response from server master-127.7.7.253:37419: OK, [467ms] Sub RPC ConnectToMaster: received response from server master-127.7.7.254:37745: OK, [467ms] Sub RPC ConnectToMaster: received response from server master-127.7.7.252:44213: OK, deferred=null) after lookup
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.417668  7385 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43378:
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866"
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:16:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:16:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.418093  7385 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:16:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.437435  7545 tablet_service.cc:1511] Processing CreateTablet for tablet c8063987e1c54096bd41dea571ea1c11 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866 [id=0a049a6397a14ddbbf40dae7407af781]), partition=RANGE (key) PARTITION UNBOUNDED
02:16:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.437783  7545 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c8063987e1c54096bd41dea571ea1c11. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.439827  7680 tablet_service.cc:1511] Processing CreateTablet for tablet c8063987e1c54096bd41dea571ea1c11 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866 [id=0a049a6397a14ddbbf40dae7407af781]), partition=RANGE (key) PARTITION UNBOUNDED
02:16:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.440127  7680 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c8063987e1c54096bd41dea571ea1c11. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.442989  7914 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap starting.
02:16:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.444038  7914 tablet_bootstrap.cc:654] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Neither blocks nor log segments found. Creating new log.
02:16:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.444344  7914 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Log is configured to *not* fsync() on all Append() calls
02:16:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.444453  7815 tablet_service.cc:1511] Processing CreateTablet for tablet c8063987e1c54096bd41dea571ea1c11 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866 [id=0a049a6397a14ddbbf40dae7407af781]), partition=RANGE (key) PARTITION UNBOUNDED
02:16:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.444757  7913 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap starting.
02:16:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.444785  7815 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c8063987e1c54096bd41dea571ea1c11. 1 dirs total, 0 dirs full, 0 dirs failed
02:16:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.445376  7913 tablet_bootstrap.cc:654] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Neither blocks nor log segments found. Creating new log.
02:16:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.445861  7913 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Log is configured to *not* fsync() on all Append() calls
02:16:06.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.446997  7917 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap starting.
02:16:06.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.447738  7917 tablet_bootstrap.cc:654] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Neither blocks nor log segments found. Creating new log.
02:16:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.448021  7917 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Log is configured to *not* fsync() on all Append() calls
02:16:06.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.449152  7914 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: No bootstrap required, opened a new log
02:16:06.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.449220  7913 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: No bootstrap required, opened a new log
02:16:06.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.449282  7913 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent bootstrapping tablet: real 0.005s	user 0.001s	sys 0.000s
02:16:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.450933  7913 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.451321  7913 raft_consensus.cc:385] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.451500  7913 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Initialized, Role: FOLLOWER
02:16:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.451741  7913 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.452119  7913 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
02:16:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.454162  7614 tablet.cc:2406] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.454668  7917 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: No bootstrap required, opened a new log
02:16:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.454888  7917 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent bootstrapping tablet: real 0.008s	user 0.002s	sys 0.000s
02:16:06.455 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 0a049a6397a14ddbbf40dae7407af781
02:16:06.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.456007  7914 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent bootstrapping tablet: real 0.013s	user 0.001s	sys 0.000s
02:16:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.456954  7917 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.457348  7917 raft_consensus.cc:385] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.457551  7917 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Initialized, Role: FOLLOWER
02:16:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.457871  7917 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.458009  7914 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.458173  7914 raft_consensus.cc:385] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:16:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.458211  7914 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Initialized, Role: FOLLOWER
02:16:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.458598  7914 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.458914  7914 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.001s
02:16:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.459812  7917 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent starting tablet: real 0.005s	user 0.002s	sys 0.000s
02:16:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.460213  7881 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.469805  7884 tablet.cc:2406] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.482296  7919 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.482455  7919 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.483273  7919 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.487708  7835 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc" is_pre_election: true
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.487912  7835 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 0.
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.488168  7501 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.488300  7919 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.488368  7919 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.488390  7919 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 0 FOLLOWER]: Advancing to term 1
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.488417  7700 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698" is_pre_election: true
02:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.488602  7700 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 0.
02:16:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.489266  7919 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.489424  7919 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 1 election: Requested vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.489603  7700 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698"
02:16:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.489668  7700 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 0 FOLLOWER]: Advancing to term 1
02:16:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.489704  7835 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.489801  7835 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 0 FOLLOWER]: Advancing to term 1
02:16:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.490478  7700 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 1.
02:16:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.490496  7835 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 1.
02:16:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.490670  7498 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: 
02:16:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.490772  7919 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 FOLLOWER]: Leader election won for term 1
02:16:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.490921  7919 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 LEADER]: Becoming Leader. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Running, Role: LEADER
02:16:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.491003  7919 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.491839  7385 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 reported cstate change: term changed from 0 to 1, leader changed from <none> to e8f37e5d9b614211b289399973cd6851 (127.7.7.193). New cstate: current_term: 1 leader_uuid: "e8f37e5d9b614211b289399973cd6851" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:06.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 0a049a6397a14ddbbf40dae7407af781
02:16:06.529 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:06.537 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:06.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=null) after lookup
02:16:06.547 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:06.550 [DEBUG - kudu-nio-3] (Connection.java:757) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] Successfully connected to peer
02:16:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:06.581411  7749 tablet.cc:2406] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:16:06.623 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf10b93b5, L:/127.0.0.1:40630 - R:/127.7.7.193:45163] using TOKEN/null
02:16:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.626829  7835 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Refusing update from remote peer e8f37e5d9b614211b289399973cd6851: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.626963  7700 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Refusing update from remote peer e8f37e5d9b614211b289399973cd6851: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:16:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.627424  7924 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.627611  7924 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Connected to new peer: Peer: permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:16:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.633957  7928 mvcc.cc:204] Tried to move back new op lower bound from 7305121655300210688 to 7305121654747811840. Current Snapshot: MvccSnapshot[applied={T|T < 7305121655300210688}]
02:16:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.638428  7930 mvcc.cc:204] Tried to move back new op lower bound from 7305121655300210688 to 7305121654747811840. Current Snapshot: MvccSnapshot[applied={T|T < 7305121655300210688}]
02:16:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.639279  7929 mvcc.cc:204] Tried to move back new op lower bound from 7305121655300210688 to 7305121654747811840. Current Snapshot: MvccSnapshot[applied={T|T < 7305121655300210688}]
02:16:06.737 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:06.740 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.193:45163
02:16:06.741 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:06.742187  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7483
02:16:06.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:06.752 [DEBUG - kudu-nio-3] (Connection.java:239) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] handling channelInactive
02:16:06.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state READY due to: connection closed
02:16:06.754 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: connection closed
02:16:06.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:06.765 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:06.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test)) after lookup
02:16:06.766 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:06.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.770 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:06.784 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:06.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [15ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [20ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [20ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807))) after lookup
02:16:06.785 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:06.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.788 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:06.804 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:06.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [15ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [20ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [20ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [35ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [38ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [38ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626))) after lookup
02:16:06.806 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:06.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.809 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:06.905 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:06.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [15ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [20ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [20ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [35ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [38ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [38ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [56ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [59ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [59ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693))) after lookup
02:16:06.906 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:06.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:06.908 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:07.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:07.424 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:07.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=674), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [15ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [20ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [20ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [35ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [38ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [38ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [56ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [59ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [59ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [156ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [158ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [159ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [670ms] refreshing cache from master, [671ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [673ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693) -> (continuation of Deferred@744032538 after retry RPC@2108894591), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693) -> (continuation of Deferred@744032538 after retry RPC@2108894591))) after lookup
02:16:07.425 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:07.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:07.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:07.426 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.171525  7942 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.171692  7942 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.171743  7943 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.171819  7943 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.172036  7942 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.172063  7943 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.172470  7633 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.172693  7768 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.173156  7768 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.173210  7633 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175320  7835 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc" is_pre_election: true
02:16:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175444  7835 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 1.
02:16:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175485  7700 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698" is_pre_election: true
02:16:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175575  7700 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 1.
02:16:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175643  7636 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175768  7942 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175820  7942 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Starting leader election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175843  7942 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 1 FOLLOWER]: Advancing to term 2
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175832  7768 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175938  7943 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Leader pre-election won for term 2
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175973  7943 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Starting leader election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.175994  7943 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 1 FOLLOWER]: Advancing to term 2
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.176673  7943 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.176748  7942 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.176816  7943 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 2 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.176888  7942 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 2 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.177223  7700 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698"
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.177316  7700 raft_consensus.cc:2393] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate eb4e847908dc43b383c4760587608fbc in current term 2: Already voted for candidate 958521c0525d41d7b3534af54eea9698 in this term.
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.177292  7835 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.177341  7768 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.177371  7835 raft_consensus.cc:2393] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 958521c0525d41d7b3534af54eea9698 in current term 2: Already voted for candidate eb4e847908dc43b383c4760587608fbc in this term.
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.177474  7768 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851
02:16:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.177569  7943 raft_consensus.cc:2749] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:16:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:08.177974  7633 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.178047  7633 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 958521c0525d41d7b3534af54eea9698; no voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc
02:16:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:08.178128  7942 raft_consensus.cc:2749] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:16:09.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:09.464 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:09.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2714), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [15ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [20ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [20ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [35ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [38ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [38ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [56ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [59ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [59ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [156ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [158ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [159ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [670ms] refreshing cache from master, [671ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [673ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [675ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [676ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [676ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [2710ms] refreshing cache from master, [2711ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [2713ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693) -> (continuation of Deferred@744032538 after retry RPC@2108894591) -> (continuation of Deferred@1048570277 after retry RPC@1514402752), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693) -> (continuation of Deferred@744032538 after retry RPC@2108894591) -> (continuation of Deferred@1048570277 after retry RPC@1514402752))) after lookup
02:16:09.466 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:09.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:09.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:09.467 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.882483  7952 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.882587  7952 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.882768  7952 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.883057  7835 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc" is_pre_election: true
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.883164  7835 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 2.
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.883394  7636 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: 
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.883535  7952 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.883580  7952 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:09.883563  7633 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.883607  7952 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 2 FOLLOWER]: Advancing to term 3
02:16:09.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.884254  7952 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:09.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.884402  7952 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 3 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:09.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.884600  7835 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:09.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.884673  7835 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 2 FOLLOWER]: Advancing to term 3
02:16:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:09.884953  7633 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885358  7835 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 3.
02:16:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885555  7636 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885679  7952 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 FOLLOWER]: Leader election won for term 3
02:16:09.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885833  7952 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 LEADER]: Becoming Leader. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Running, Role: LEADER
02:16:09.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.885951  7952 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:09.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:09.886741  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 reported cstate change: term changed from 1 to 3, leader changed from e8f37e5d9b614211b289399973cd6851 (127.7.7.193) to 958521c0525d41d7b3534af54eea9698 (127.7.7.194). New cstate: current_term: 3 leader_uuid: "958521c0525d41d7b3534af54eea9698" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:10.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:10.433842  7633 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 -> Peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Couldn't send request to peer e8f37e5d9b614211b289399973cd6851. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.509784  7835 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Refusing update from remote peer 958521c0525d41d7b3534af54eea9698: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
02:16:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:10.510140  7968 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:16:11.563 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:11.563 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:11.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4813), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [3ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [15ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [20ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [20ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [35ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [38ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [38ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [56ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [59ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [59ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [156ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [158ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [159ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [670ms] refreshing cache from master, [671ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [673ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [675ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [676ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [676ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [2710ms] refreshing cache from master, [2711ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [2713ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [2716ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [2717ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [2717ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4810ms] refreshing cache from master, [4811ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [4813ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@685699132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@499f4070 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693) -> (continuation of Deferred@744032538 after retry RPC@2108894591) -> (continuation of Deferred@1048570277 after retry RPC@1514402752) -> (continuation of Deferred@49627823 after retry RPC@656144578), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c24dd74 -> wakeup thread Time-limited test -> (continuation of Deferred@1777929375 after retry RPC@2074903807) -> (continuation of Deferred@207084459 after retry RPC@772981626) -> (continuation of Deferred@1721521536 after retry RPC@1991988693) -> (continuation of Deferred@744032538 after retry RPC@2108894591) -> (continuation of Deferred@1048570277 after retry RPC@1514402752) -> (continuation of Deferred@49627823 after retry RPC@656144578))) after lookup
02:16:11.565 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:11.566 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] Successfully connected to peer
02:16:11.588 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbf231559, L:/127.0.0.1:42496 - R:/127.7.7.194:44697] using TOKEN/null
02:16:11.601 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.193:45163
02:16:11.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.603430  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.682911  7990 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.683094  7990 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.683113  7990 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.684711  7990 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.684767  7990 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.193
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.686429  7990 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7990
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.686643  7990 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.686875  7990 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.689260  7998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.689280  7995 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:11.689291  7996 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.690042  7990 server_base.cc:1061] running on GCE node
02:16:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.690222  7990 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.690402  7990 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.691565  7990 hybrid_clock.cc:648] HybridClock initialized: now 1783476971691536 us; error 44 us; skew 500 ppm
02:16:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.692833  7990 webserver.cc:534] Webserver started at http://127.7.7.193:35199/ using document root <none> and password file <none>
02:16:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.693071  7990 fs_manager.cc:362] Metadata directory not provided
02:16:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.693172  7990 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.694456  7990 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.695155  8004 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.695346  7990 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:16:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.695428  7990 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.695750  7990 fs_report.cc:389] FS layout report
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/data
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.707902  7990 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.708283  7990 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.708436  7990 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.708732  7990 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.709280  8011 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.710495  7990 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.710580  7990 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.710621  7990 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.711236  7990 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.711297  7990 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.711362  8011 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap starting.
02:16:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.718674  7990 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.193:45163
02:16:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.719126  7990 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.720916  8011 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Log is configured to *not* fsync() on all Append() calls
02:16:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.721305  8118 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.193:45163 every 8 connection(s)
02:16:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.723609  8011 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.723918  8011 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap complete.
02:16:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.725031  8011 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.010s
02:16:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.726215  8011 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.726475  8011 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Initialized, Role: FOLLOWER
02:16:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.726581  8011 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.726863  8011 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
02:16:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.728205  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 7990
02:16:11.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.732146  8119 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.732255  8119 heartbeater.cc:461] Registering TS with master...
02:16:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.732457  8119 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733031  8120 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733093  8120 heartbeater.cc:461] Registering TS with master...
02:16:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733184  8120 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:11.733 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:11.734 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.194:44697
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733556  8121 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:11.734 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733606  8121 heartbeater.cc:461] Registering TS with master...
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733647  7241 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733698  8121 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733682  7384 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.733999  7312 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.734213  7384 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.193:55059
02:16:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.734666  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7618
02:16:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:11.735975  8119 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:11.740 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:11.741 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] handling channelInactive
02:16:11.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state READY due to: connection closed
02:16:11.761 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:11.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.763 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:11.784 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:11.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [22ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [22ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@189899908(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@737490c4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@439c8044 -> wakeup thread Time-limited test)) after lookup
02:16:11.785 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:11.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.786 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:11.803 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:11.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [22ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [22ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [44ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [45ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [45ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@189899908(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@737490c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@439c8044 -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900))) after lookup
02:16:11.805 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:11.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.806 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.806 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:11.843 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:11.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [22ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [22ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [44ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [45ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [45ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [63ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [65ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [65ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@189899908(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@737490c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@439c8044 -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586))) after lookup
02:16:11.844 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:11.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.846 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:11.904 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:11.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=163), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [22ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [22ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [44ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [45ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [45ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [63ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [65ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [65ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [103ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [105ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [105ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@189899908(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@737490c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586) -> (continuation of Deferred@1677423385 after retry RPC@1522167875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@439c8044 -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586) -> (continuation of Deferred@1677423385 after retry RPC@1522167875))) after lookup
02:16:11.905 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:11.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:11.907 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:12.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:12.624 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:12.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=883), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [22ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [22ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [44ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [45ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [45ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [63ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [65ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [65ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [103ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [105ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [105ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [164ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [165ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [166ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [880ms] refreshing cache from master, [880ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [883ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@189899908(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@737490c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586) -> (continuation of Deferred@1677423385 after retry RPC@1522167875) -> (continuation of Deferred@1460173797 after retry RPC@329885851), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@439c8044 -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586) -> (continuation of Deferred@1677423385 after retry RPC@1522167875) -> (continuation of Deferred@1460173797 after retry RPC@329885851))) after lookup
02:16:12.625 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:12.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:12.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:12.627 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.101099  8132 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 958521c0525d41d7b3534af54eea9698)
02:16:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.101222  8132 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.101398  8132 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:13.102345  7768 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.104775  8073 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "e8f37e5d9b614211b289399973cd6851" is_pre_election: true
02:16:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.104955  8073 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 1.
02:16:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.105202  7768 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698
02:16:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.105353  8132 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Leader pre-election won for term 4
02:16:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.105404  8132 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Starting leader election (detected failure of leader 958521c0525d41d7b3534af54eea9698)
02:16:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.105419  8132 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 3 FOLLOWER]: Advancing to term 4
02:16:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.105996  8132 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.106107  8132 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 4 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.106317  8073 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.106410  8073 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 1 FOLLOWER]: Advancing to term 4
02:16:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:13.106746  7768 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:13.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.107462  8073 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 4.
02:16:13.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.107662  7768 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698
02:16:13.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.107775  8132 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 FOLLOWER]: Leader election won for term 4
02:16:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.107911  8132 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 LEADER]: Becoming Leader. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Running, Role: LEADER
02:16:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.107982  8132 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.108709  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc reported cstate change: term changed from 3 to 4, leader changed from 958521c0525d41d7b3534af54eea9698 (127.7.7.194) to eb4e847908dc43b383c4760587608fbc (127.7.7.195). New cstate: current_term: 4 leader_uuid: "eb4e847908dc43b383c4760587608fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: HEALTHY } } }
02:16:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:13.689742  7768 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111) [suppressed 3 similar messages]
02:16:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:13.690296  7768 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc -> Peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Couldn't send request to peer 958521c0525d41d7b3534af54eea9698. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.700423  8073 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Refusing update from remote peer eb4e847908dc43b383c4760587608fbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
02:16:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:13.700835  8150 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
02:16:15.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:15.244 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:15.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3503), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [22ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [22ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [44ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [45ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [45ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [63ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [65ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [65ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [103ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [105ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [105ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [164ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [165ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [166ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [880ms] refreshing cache from master, [880ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [883ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [884ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [886ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [886ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [3500ms] refreshing cache from master, [3500ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [3502ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@189899908(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@737490c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586) -> (continuation of Deferred@1677423385 after retry RPC@1522167875) -> (continuation of Deferred@1460173797 after retry RPC@329885851) -> (continuation of Deferred@67427441 after retry RPC@1521959194), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@439c8044 -> wakeup thread Time-limited test -> (continuation of Deferred@2062064405 after retry RPC@1574025900) -> (continuation of Deferred@2048308854 after retry RPC@717387586) -> (continuation of Deferred@1677423385 after retry RPC@1522167875) -> (continuation of Deferred@1460173797 after retry RPC@329885851) -> (continuation of Deferred@67427441 after retry RPC@1521959194))) after lookup
02:16:15.245 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.246 [DEBUG - kudu-nio-1] (Connection.java:757) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] Successfully connected to peer
02:16:15.267 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7974e9f2, L:/127.0.0.1:59268 - R:/127.7.7.195:34987] using TOKEN/null
02:16:15.280 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.194:44697
02:16:15.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:16:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.282434  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:44697
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43835
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.368868  8175 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.369061  8175 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.369083  8175 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.370611  8175 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.370664  8175 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.194
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.372196  8175 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:44697
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43835
02:16:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8175
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.372423  8175 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.372720  8175 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.375532  8181 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.375617  8183 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:15.375500  8180 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.376044  8175 server_base.cc:1061] running on GCE node
02:16:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.376181  8175 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.376397  8175 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.377547  8175 hybrid_clock.cc:648] HybridClock initialized: now 1783476975377521 us; error 58 us; skew 500 ppm
02:16:15.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.378752  8175 webserver.cc:534] Webserver started at http://127.7.7.194:43835/ using document root <none> and password file <none>
02:16:15.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.378913  8175 fs_manager.cc:362] Metadata directory not provided
02:16:15.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.378966  8175 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.380107  8175 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.380784  8189 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.380985  8175 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.381037  8175 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "958521c0525d41d7b3534af54eea9698"
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.381299  8175 fs_report.cc:389] FS layout report
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/data
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.395757  8175 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.396041  8175 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.396126  8175 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.396304  8175 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.396939  8196 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.397846  8175 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.397912  8175 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.397950  8175 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.398548  8175 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.398607  8175 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.398651  8196 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap starting.
02:16:15.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.405653  8175 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.194:44697
02:16:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.405695  8303 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.194:44697 every 8 connection(s)
02:16:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.406062  8175 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.407757  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 8175
02:16:15.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.409065  8196 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Log is configured to *not* fsync() on all Append() calls
02:16:15.413 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:15.413 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.195:34987
02:16:15.414 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:16:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.414480  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7753
02:16:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.414546  8305 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.414630  8305 heartbeater.cc:461] Registering TS with master...
02:16:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.414834  8305 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.416141  8304 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.416208  8304 heartbeater.cc:461] Registering TS with master...
02:16:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.416330  8304 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.417282  7385 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.417570  7241 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.417785  8306 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.417796  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.194:51009
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.417837  8306 heartbeater.cc:461] Registering TS with master...
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.417938  8306 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.418329  7313 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.419548  8196 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.419875  8196 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap complete.
02:16:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.421001  8196 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent bootstrapping tablet: real 0.022s	user 0.007s	sys 0.007s
02:16:15.422 [DEBUG - kudu-nio-1] (Connection.java:239) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] handling channelInactive
02:16:15.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state READY due to: connection closed
02:16:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.422350  8196 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:15.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.422662  8196 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Initialized, Role: FOLLOWER
02:16:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.422793  8196 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.423060  8196 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
02:16:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:15.423118  8304 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:15.423 [DEBUG - Time-limited test] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.425 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:15.444 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:15.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test)) after lookup
02:16:15.445 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.447 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:15.466 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:15.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [22ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [23ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [24ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923))) after lookup
02:16:15.467 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.468 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:15.504 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:15.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [22ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [23ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [24ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [43ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [45ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [45ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932))) after lookup
02:16:15.505 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.506 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.524 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:15.525 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:15.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [22ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [23ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [24ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [43ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [45ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [45ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [82ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [83ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [83ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216))) after lookup
02:16:15.526 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.527 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.923 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:15.924 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:15.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=501), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [22ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [23ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [24ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [43ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [45ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [45ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [82ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [83ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [83ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [102ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [104ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [104ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [497ms] refreshing cache from master, [498ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [500ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216) -> (continuation of Deferred@470341928 after retry RPC@1467439821), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216) -> (continuation of Deferred@470341928 after retry RPC@1467439821))) after lookup
02:16:15.925 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:15.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:15.926 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:16.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:16.504 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:16.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1081), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [22ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [23ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [24ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [43ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [45ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [45ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [82ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [83ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [83ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [102ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [104ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [104ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [497ms] refreshing cache from master, [498ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [500ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [501ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [503ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [503ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [1078ms] refreshing cache from master, [1078ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1080ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216) -> (continuation of Deferred@470341928 after retry RPC@1467439821) -> (continuation of Deferred@2131212895 after retry RPC@306914880), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216) -> (continuation of Deferred@470341928 after retry RPC@1467439821) -> (continuation of Deferred@2131212895 after retry RPC@306914880))) after lookup
02:16:16.505 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:16.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:16.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:16.506 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.780576  8317 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader eb4e847908dc43b383c4760587608fbc)
02:16:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.780685  8317 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.780985  8317 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.781448  8008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.781909  8008 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.784291  8258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698" is_pre_election: true
02:16:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.784431  8258 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 3.
02:16:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.784786  8005 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: eb4e847908dc43b383c4760587608fbc
02:16:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.784976  8317 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Leader pre-election won for term 5
02:16:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.785036  8317 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Starting leader election (detected failure of leader eb4e847908dc43b383c4760587608fbc)
02:16:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.785053  8317 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 4 FOLLOWER]: Advancing to term 5
02:16:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.785645  8317 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.785825  8317 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 5 election: Requested vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.785998  8258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698"
02:16:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.786113  8258 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 3 FOLLOWER]: Advancing to term 5
02:16:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:16.786401  8008 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.787220  8258 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 5.
02:16:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.787417  8005 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: eb4e847908dc43b383c4760587608fbc
02:16:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.787513  8317 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 FOLLOWER]: Leader election won for term 5
02:16:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.787664  8317 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 LEADER]: Becoming Leader. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Running, Role: LEADER
02:16:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.787760  8317 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:16.788470  7385 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 reported cstate change: term changed from 4 to 5, leader changed from eb4e847908dc43b383c4760587608fbc (127.7.7.195) to e8f37e5d9b614211b289399973cd6851 (127.7.7.193). New cstate: current_term: 5 leader_uuid: "e8f37e5d9b614211b289399973cd6851" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:17.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:17.209422  8008 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 -> Peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Couldn't send request to peer eb4e847908dc43b383c4760587608fbc. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:17.395716  8258 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Refusing update from remote peer e8f37e5d9b614211b289399973cd6851: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
02:16:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:17.396097  8317 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Connected to new peer: Peer: permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:16:18.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:18.864 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:18.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3441), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [20ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [22ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [23ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [24ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [43ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [45ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [45ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [82ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [83ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [83ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [101ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [102ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [104ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [104ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [497ms] refreshing cache from master, [498ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [500ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [501ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [503ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [503ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [1078ms] refreshing cache from master, [1078ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1080ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [1082ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [1083ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [1083ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [3437ms] refreshing cache from master, [3438ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [3440ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1491961353(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@255cdcd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216) -> (continuation of Deferred@470341928 after retry RPC@1467439821) -> (continuation of Deferred@2131212895 after retry RPC@306914880) -> (continuation of Deferred@861670574 after retry RPC@2028881315), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4194369f -> wakeup thread Time-limited test -> (continuation of Deferred@36521367 after retry RPC@1469760923) -> (continuation of Deferred@462930 after retry RPC@19966932) -> (continuation of Deferred@1584945856 after retry RPC@1519531216) -> (continuation of Deferred@470341928 after retry RPC@1467439821) -> (continuation of Deferred@2131212895 after retry RPC@306914880) -> (continuation of Deferred@861670574 after retry RPC@2028881315))) after lookup
02:16:18.865 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:18.866 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] Successfully connected to peer
02:16:18.887 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x93680f62, L:/127.0.0.1:60024 - R:/127.7.7.193:45163] using TOKEN/null
02:16:18.902 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.195:34987
02:16:18.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.902850  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:34987
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46627
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.982461  8357 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.982669  8357 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.982692  8357 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.984297  8357 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.984354  8357 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.195
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.986348  8357 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:34987
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46627
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8357
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.986577  8357 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.986832  8357 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.989317  8363 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.989327  8365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.989509  8357 server_base.cc:1061] running on GCE node
02:16:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:18.989347  8362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.989926  8357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.990177  8357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.991338  8357 hybrid_clock.cc:648] HybridClock initialized: now 1783476978991330 us; error 45 us; skew 500 ppm
02:16:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.992376  8357 webserver.cc:534] Webserver started at http://127.7.7.195:46627/ using document root <none> and password file <none>
02:16:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.992528  8357 fs_manager.cc:362] Metadata directory not provided
02:16:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.992659  8357 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.993811  8357 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.994374  8371 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.994530  8357 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:16:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.994594  8357 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:18.994849  8357 fs_report.cc:389] FS layout report
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/data
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.017513  8357 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.017809  8357 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.017899  8357 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.018157  8357 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.018709  8378 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.019629  8357 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.019718  8357 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.019758  8357 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.020401  8357 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.020458  8357 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.020490  8378 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap starting.
02:16:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.027428  8357 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.195:34987
02:16:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.027489  8485 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.195:34987 every 8 connection(s)
02:16:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.027880  8357 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.030769  8378 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Log is configured to *not* fsync() on all Append() calls
02:16:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.033771  8378 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.034060  8378 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap complete.
02:16:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.034907  8378 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent bootstrapping tablet: real 0.014s	user 0.007s	sys 0.006s
02:16:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.035745  8378 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.035934  8378 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Initialized, Role: FOLLOWER
02:16:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.036010  8378 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.036243  8378 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent starting tablet: real 0.001s	user 0.003s	sys 0.000s
02:16:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.037521  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 8357
02:16:19.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.038390  8486 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.038486  8488 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.038547  8488 heartbeater.cc:461] Registering TS with master...
02:16:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.038756  8488 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:19.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.038498  8486 heartbeater.cc:461] Registering TS with master...
02:16:19.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.039237  8486 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.039439  7313 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.039463  8487 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.039512  8487 heartbeater.cc:461] Registering TS with master...
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.039589  8487 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.039925  7241 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.040072  7384 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.040642  7384 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.195:57087
02:16:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.041668  8486 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:19.042 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:19.049 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.193:45163
02:16:19.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:19.050484  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7990
02:16:19.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:19.059 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] handling channelInactive
02:16:19.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state READY due to: connection closed
02:16:19.062 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:19.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.063 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:19.083 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:19.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [4ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@825567813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@3f17598d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74513185 -> wakeup thread Time-limited test)) after lookup
02:16:19.084 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:19.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.086 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:19.104 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:19.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [4ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [25ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [27ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [27ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@825567813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@3f17598d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74513185 -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127))) after lookup
02:16:19.105 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:19.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.106 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:19.144 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:19.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [4ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [25ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [27ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [27ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [46ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [47ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [47ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@825567813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@3f17598d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74513185 -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768))) after lookup
02:16:19.145 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:19.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.146 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:19.364 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:19.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=304), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [4ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [25ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [27ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [27ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [46ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [47ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [47ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [85ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [87ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [87ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [302ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [304ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@825567813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@3f17598d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768) -> (continuation of Deferred@269941140 after retry RPC@799306667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74513185 -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768) -> (continuation of Deferred@269941140 after retry RPC@799306667))) after lookup
02:16:19.365 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:19.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:19.367 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:20.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:20.344 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:20.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1284), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [4ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [25ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [27ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [27ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [46ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [47ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [47ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [85ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [87ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [87ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [302ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [304ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [306ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [308ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [308ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [1282ms] refreshing cache from master, [1282ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1284ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@825567813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@3f17598d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768) -> (continuation of Deferred@269941140 after retry RPC@799306667) -> (continuation of Deferred@1522706996 after retry RPC@1674684210), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74513185 -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768) -> (continuation of Deferred@269941140 after retry RPC@799306667) -> (continuation of Deferred@1522706996 after retry RPC@1674684210))) after lookup
02:16:20.344 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:20.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:20.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:20.346 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.401593  8499 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.401701  8499 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.402019  8499 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.402411  8190 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.402951  8190 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.405530  8440 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc" is_pre_election: true
02:16:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.405663  8440 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 4.
02:16:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.405927  8193 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.406044  8499 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Leader pre-election won for term 6
02:16:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.406096  8499 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Starting leader election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.406118  8499 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 5 FOLLOWER]: Advancing to term 6
02:16:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.406695  8499 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.406841  8499 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 6 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:20.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.406993  8440 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:20.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.407075  8440 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 4 FOLLOWER]: Advancing to term 6
02:16:20.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:20.407380  8190 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.408109  8440 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 6.
02:16:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.408327  8193 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.408479  8499 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 FOLLOWER]: Leader election won for term 6
02:16:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.408658  8499 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 LEADER]: Becoming Leader. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Running, Role: LEADER
02:16:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.408749  8499 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:20.409422  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 reported cstate change: term changed from 5 to 6, leader changed from e8f37e5d9b614211b289399973cd6851 (127.7.7.193) to 958521c0525d41d7b3534af54eea9698 (127.7.7.194). New cstate: current_term: 6 leader_uuid: "958521c0525d41d7b3534af54eea9698" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.011817  8440 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Refusing update from remote peer 958521c0525d41d7b3534af54eea9698: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
02:16:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:21.012183  8517 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:16:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:21.015616  8190 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 -> Peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Couldn't send request to peer e8f37e5d9b614211b289399973cd6851. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:23.610097  8190 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 -> Peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Couldn't send request to peer e8f37e5d9b614211b289399973cd6851. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:16:24.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:24.003 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:24.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4944), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [4ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [25ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [27ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [27ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [46ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [47ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [47ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [84ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [85ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [87ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [87ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [302ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [304ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [306ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [308ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [308ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [1282ms] refreshing cache from master, [1282ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1284ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [1285ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1287ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [1287ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [4941ms] refreshing cache from master, [4941ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [4943ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@825567813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@3f17598d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768) -> (continuation of Deferred@269941140 after retry RPC@799306667) -> (continuation of Deferred@1522706996 after retry RPC@1674684210) -> (continuation of Deferred@148862571 after retry RPC@1717155957), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74513185 -> wakeup thread Time-limited test -> (continuation of Deferred@1557438129 after retry RPC@561267127) -> (continuation of Deferred@987382461 after retry RPC@966841768) -> (continuation of Deferred@269941140 after retry RPC@799306667) -> (continuation of Deferred@1522706996 after retry RPC@1674684210) -> (continuation of Deferred@148862571 after retry RPC@1717155957))) after lookup
02:16:24.004 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.005 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] Successfully connected to peer
02:16:24.023 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbbf9e735, L:/127.0.0.1:53312 - R:/127.7.7.194:44697] using TOKEN/null
02:16:24.034 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.193:45163
02:16:24.034 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.035063  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.119819  8543 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.120098  8543 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.120129  8543 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.122066  8543 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.122148  8543 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.193
02:16:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.123795  8543 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8543
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.124047  8543 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.124255  8543 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.126907  8548 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.126900  8549 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:24.126893  8551 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.129822  8543 server_base.cc:1061] running on GCE node
02:16:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.130007  8543 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.130213  8543 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.131388  8543 hybrid_clock.cc:648] HybridClock initialized: now 1783476984131360 us; error 42 us; skew 500 ppm
02:16:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.132682  8543 webserver.cc:534] Webserver started at http://127.7.7.193:35199/ using document root <none> and password file <none>
02:16:24.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.132927  8543 fs_manager.cc:362] Metadata directory not provided
02:16:24.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.133003  8543 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.134526  8543 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
02:16:24.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.135264  8557 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:24.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.135448  8543 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:16:24.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.135557  8543 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.135890  8543 fs_report.cc:389] FS layout report
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/data
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.181970  8543 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.182356  8543 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.182528  8543 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.182796  8543 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.183310  8564 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.184302  8543 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.184363  8543 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.184403  8543 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.184994  8543 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.185058  8543 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.185128  8564 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap starting.
02:16:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.192634  8543 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.193:45163
02:16:24.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.192667  8673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.193:45163 every 8 connection(s)
02:16:24.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.193023  8543 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:24.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.193989  8564 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Log is configured to *not* fsync() on all Append() calls
02:16:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.197109  8564 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.197860  8564 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap complete.
02:16:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.199319  8564 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.009s
02:16:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.200173  8564 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.200364  8564 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Initialized, Role: FOLLOWER
02:16:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.200476  8564 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.200794  8564 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent starting tablet: real 0.001s	user 0.002s	sys 0.000s
02:16:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.201494  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 8543
02:16:24.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202080  8674 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202154  8675 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202225  8675 heartbeater.cc:461] Registering TS with master...
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202467  8675 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202507  8676 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202549  8676 heartbeater.cc:461] Registering TS with master...
02:16:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202625  8676 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202178  8674 heartbeater.cc:461] Registering TS with master...
02:16:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.202972  8674 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.203066  7312 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.203069  7240 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.203395  7384 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:24.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.203879  7384 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.193:48123
02:16:24.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.204643  8674 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:24.206 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:24.207 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.194:44697
02:16:24.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:16:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:24.207989  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 8175
02:16:24.213 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:24.214 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] handling channelInactive
02:16:24.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state READY due to: connection closed
02:16:24.221 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.222 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:24.243 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:24.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [8ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [8ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1861226430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@48f097f0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@670f7049 -> wakeup thread Time-limited test)) after lookup
02:16:24.244 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.245 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.264 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:24.264 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:24.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [8ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [8ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [30ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [31ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [31ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [50ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1861226430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@48f097f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@670f7049 -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253))) after lookup
02:16:24.265 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.266 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:24.304 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:24.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [8ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [8ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [30ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [31ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [31ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [50ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [51ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [52ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [52ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1861226430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@48f097f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@670f7049 -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017))) after lookup
02:16:24.305 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.306 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:24.423 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:24.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=209), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [8ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [8ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [30ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [31ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [31ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [50ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [51ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [52ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [52ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [91ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [92ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [93ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [209ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1861226430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@48f097f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017) -> (continuation of Deferred@949181532 after retry RPC@566335033), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@670f7049 -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017) -> (continuation of Deferred@949181532 after retry RPC@566335033))) after lookup
02:16:24.430 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.432 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:24.624 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:24.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=410), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [8ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [8ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [30ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [31ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [31ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [50ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [51ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [52ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [52ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [91ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [92ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [93ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [209ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [216ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [218ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [218ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [407ms] refreshing cache from master, [407ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [409ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1861226430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@48f097f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017) -> (continuation of Deferred@949181532 after retry RPC@566335033) -> (continuation of Deferred@876077593 after retry RPC@426433272), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@670f7049 -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017) -> (continuation of Deferred@949181532 after retry RPC@566335033) -> (continuation of Deferred@876077593 after retry RPC@426433272))) after lookup
02:16:24.624 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:24.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:24.626 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.534391  8688 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 958521c0525d41d7b3534af54eea9698)
02:16:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.534485  8688 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.534972  8688 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:25.535578  8372 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:25.536152  8372 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.539008  8626 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "e8f37e5d9b614211b289399973cd6851" is_pre_election: true
02:16:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.539182  8626 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 5.
02:16:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.539415  8372 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698
02:16:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.539561  8688 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Leader pre-election won for term 7
02:16:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.539606  8688 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Starting leader election (detected failure of leader 958521c0525d41d7b3534af54eea9698)
02:16:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.539631  8688 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 6 FOLLOWER]: Advancing to term 7
02:16:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.540236  8688 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.540371  8688 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 7 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.540494  8626 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.540613  8626 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 5 FOLLOWER]: Advancing to term 7
02:16:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:25.541199  8372 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.541837  8626 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 7.
02:16:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.542016  8372 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698
02:16:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.542105  8688 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Leader election won for term 7
02:16:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.542292  8688 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 LEADER]: Becoming Leader. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Running, Role: LEADER
02:16:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.542429  8688 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.543300  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc reported cstate change: term changed from 6 to 7, leader changed from 958521c0525d41d7b3534af54eea9698 (127.7.7.194) to eb4e847908dc43b383c4760587608fbc (127.7.7.195). New cstate: current_term: 7 leader_uuid: "eb4e847908dc43b383c4760587608fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: HEALTHY } } }
02:16:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:25.939023  8372 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc -> Peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Couldn't send request to peer 958521c0525d41d7b3534af54eea9698. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.989162  8626 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Refusing update from remote peer eb4e847908dc43b383c4760587608fbc: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
02:16:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:25.989600  8688 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:16:27.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:27.443 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:27.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3229), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [8ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [8ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [30ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [31ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [31ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [50ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [51ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [52ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [52ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [91ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [92ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [93ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [209ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [216ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [218ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [218ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [407ms] refreshing cache from master, [407ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [409ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [410ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [412ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [412ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [3226ms] refreshing cache from master, [3227ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [3229ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1861226430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@48f097f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017) -> (continuation of Deferred@949181532 after retry RPC@566335033) -> (continuation of Deferred@876077593 after retry RPC@426433272) -> (continuation of Deferred@538458798 after retry RPC@1869252943), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@670f7049 -> wakeup thread Time-limited test -> (continuation of Deferred@87898655 after retry RPC@893513253) -> (continuation of Deferred@1672672500 after retry RPC@1496850017) -> (continuation of Deferred@949181532 after retry RPC@566335033) -> (continuation of Deferred@876077593 after retry RPC@426433272) -> (continuation of Deferred@538458798 after retry RPC@1869252943))) after lookup
02:16:27.444 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:27.446 [DEBUG - kudu-nio-7] (Connection.java:757) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] Successfully connected to peer
02:16:27.473 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xca420ea0, L:/127.0.0.1:47864 - R:/127.7.7.195:34987] using TOKEN/null
02:16:27.497 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.194:44697
02:16:27.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.498889  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:44697
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43835
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.578739  8726 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.578922  8726 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.578943  8726 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.580411  8726 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.580459  8726 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.194
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.582033  8726 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:44697
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43835
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8726
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.582242  8726 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.582448  8726 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.584856  8732 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.584834  8733 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.585201  8726 server_base.cc:1061] running on GCE node
02:16:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:27.584839  8735 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.585609  8726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.585893  8726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:27.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.587064  8726 hybrid_clock.cc:648] HybridClock initialized: now 1783476987587037 us; error 40 us; skew 500 ppm
02:16:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.588145  8726 webserver.cc:534] Webserver started at http://127.7.7.194:43835/ using document root <none> and password file <none>
02:16:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.588379  8726 fs_manager.cc:362] Metadata directory not provided
02:16:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.588455  8726 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:27.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.589637  8726 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.590270  8741 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.590444  8726 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:16:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.590544  8726 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "958521c0525d41d7b3534af54eea9698"
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.590869  8726 fs_report.cc:389] FS layout report
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/data
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.605991  8726 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.606395  8726 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.606535  8726 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.606814  8726 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.607321  8748 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.608208  8726 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.608249  8726 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.608275  8726 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.608855  8726 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.608889  8726 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.608974  8748 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap starting.
02:16:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.615463  8726 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.194:44697
02:16:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.615504  8855 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.194:44697 every 8 connection(s)
02:16:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.615849  8726 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.618928  8748 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Log is configured to *not* fsync() on all Append() calls
02:16:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.620853  8856 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.620960  8856 heartbeater.cc:461] Registering TS with master...
02:16:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.621153  8856 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.621696  7384 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.622133  7384 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.194:48829
02:16:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.622565  8748 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.622941  8748 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap complete.
02:16:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.623834  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 8726
02:16:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.624058  8748 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent bootstrapping tablet: real 0.015s	user 0.003s	sys 0.010s
02:16:27.624 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.625218  8748 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.625486  8748 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Initialized, Role: FOLLOWER
02:16:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.625626  8748 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.625941  8748 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
02:16:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.625993  8856 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.626092  8858 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.626133  8858 heartbeater.cc:461] Registering TS with master...
02:16:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.626181  8858 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.626540  7312 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.627522  8857 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.627591  8857 heartbeater.cc:461] Registering TS with master...
02:16:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.627640  8857 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.627928  7240 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:27.629 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:27.629 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.195:34987
02:16:27.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:16:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:27.630005  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 8357
02:16:27.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:27.636 [DEBUG - kudu-nio-7] (Connection.java:239) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] handling channelInactive
02:16:27.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state READY due to: connection closed
02:16:27.636 [DEBUG - Time-limited test] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:27.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.638 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.642 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:27.642 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:27.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1765995057(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@52592ea7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6dcdaa58 -> wakeup thread Time-limited test)) after lookup
02:16:27.643 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:27.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.644 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:27.663 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:27.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [7ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [8ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [8ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1765995057(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@52592ea7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6dcdaa58 -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939))) after lookup
02:16:27.664 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:27.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.665 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.683 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:27.683 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:27.683 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [7ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [8ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [8ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [28ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [29ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [29ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1765995057(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@52592ea7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6dcdaa58 -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419))) after lookup
02:16:27.684 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:27.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.686 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:27.824 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:27.824 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=188), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [7ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [8ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [8ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [28ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [29ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [29ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [48ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [50ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [50ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [185ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [187ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1765995057(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@52592ea7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419) -> (continuation of Deferred@2026182657 after retry RPC@1609122460), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6dcdaa58 -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419) -> (continuation of Deferred@2026182657 after retry RPC@1609122460))) after lookup
02:16:27.825 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:27.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:27.826 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:28.264 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:28.264 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:28.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=628), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [7ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [8ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [8ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [28ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [29ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [29ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [48ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [50ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [50ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [185ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [187ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [188ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [190ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [190ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [625ms] refreshing cache from master, [625ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [627ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1765995057(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@52592ea7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419) -> (continuation of Deferred@2026182657 after retry RPC@1609122460) -> (continuation of Deferred@766593336 after retry RPC@945357744), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6dcdaa58 -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419) -> (continuation of Deferred@2026182657 after retry RPC@1609122460) -> (continuation of Deferred@766593336 after retry RPC@945357744))) after lookup
02:16:28.265 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:28.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:28.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:28.267 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.996148  8869 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader eb4e847908dc43b383c4760587608fbc)
02:16:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.996240  8869 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.996531  8869 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:28.997022  8561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:28.997555  8561 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.999815  8810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698" is_pre_election: true
02:16:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:28.999953  8810 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 6.
02:16:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.000239  8558 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: eb4e847908dc43b383c4760587608fbc
02:16:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.000413  8869 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Leader pre-election won for term 8
02:16:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.000461  8869 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Starting leader election (detected failure of leader eb4e847908dc43b383c4760587608fbc)
02:16:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.000476  8869 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 7 FOLLOWER]: Advancing to term 8
02:16:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.001129  8869 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.001317  8869 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 8 election: Requested vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.001482  8810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698"
02:16:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.001560  8810 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 6 FOLLOWER]: Advancing to term 8
02:16:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:29.001952  8561 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.002699  8810 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 8.
02:16:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.002918  8558 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: eb4e847908dc43b383c4760587608fbc
02:16:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.003065  8869 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 FOLLOWER]: Leader election won for term 8
02:16:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.003218  8869 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 LEADER]: Becoming Leader. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Running, Role: LEADER
02:16:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.003445  8869 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.004282  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 reported cstate change: term changed from 7 to 8, leader changed from eb4e847908dc43b383c4760587608fbc (127.7.7.195) to e8f37e5d9b614211b289399973cd6851 (127.7.7.193). New cstate: current_term: 8 leader_uuid: "e8f37e5d9b614211b289399973cd6851" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:29.384867  8561 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 -> Peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Couldn't send request to peer eb4e847908dc43b383c4760587608fbc. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.461207  8810 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Refusing update from remote peer e8f37e5d9b614211b289399973cd6851: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
02:16:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:29.461690  8869 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Connected to new peer: Peer: permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:16:30.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:30.164 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:30.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2528), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [7ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [8ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [8ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [28ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [29ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [29ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [48ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [50ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [50ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [185ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [187ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [188ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [190ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [190ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [625ms] refreshing cache from master, [625ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [627ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [629ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [631ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [631ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2525ms] refreshing cache from master, [2525ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [2527ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1765995057(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@52592ea7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419) -> (continuation of Deferred@2026182657 after retry RPC@1609122460) -> (continuation of Deferred@766593336 after retry RPC@945357744) -> (continuation of Deferred@1442096522 after retry RPC@633370631), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6dcdaa58 -> wakeup thread Time-limited test -> (continuation of Deferred@331196221 after retry RPC@1620658939) -> (continuation of Deferred@1641662089 after retry RPC@1262323419) -> (continuation of Deferred@2026182657 after retry RPC@1609122460) -> (continuation of Deferred@766593336 after retry RPC@945357744) -> (continuation of Deferred@1442096522 after retry RPC@633370631))) after lookup
02:16:30.165 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:30.166 [DEBUG - kudu-nio-6] (Connection.java:757) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] Successfully connected to peer
02:16:30.197 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x0ab89847, L:/127.0.0.1:35782 - R:/127.7.7.193:45163] using TOKEN/null
02:16:30.218 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.195:34987
02:16:30.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.219071  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:34987
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46627
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.303272  8903 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.303524  8903 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.303561  8903 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.305418  8903 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.305516  8903 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.195
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.307266  8903 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:34987
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46627
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8903
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.307575  8903 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.307898  8903 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.310680  8909 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.310741  8908 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:30.310699  8911 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.311287  8903 server_base.cc:1061] running on GCE node
02:16:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.311461  8903 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.311739  8903 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.312909  8903 hybrid_clock.cc:648] HybridClock initialized: now 1783476990312877 us; error 45 us; skew 500 ppm
02:16:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.314157  8903 webserver.cc:534] Webserver started at http://127.7.7.195:46627/ using document root <none> and password file <none>
02:16:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.314404  8903 fs_manager.cc:362] Metadata directory not provided
02:16:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.314495  8903 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.315902  8903 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.316781  8917 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.317009  8903 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.317113  8903 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.317452  8903 fs_report.cc:389] FS layout report
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/data
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.337000  8903 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.337401  8903 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.337544  8903 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.337824  8903 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:30.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.338349  8924 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.339170  8903 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.339241  8903 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.339283  8903 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.339915  8903 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.339984  8903 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.339993  8924 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap starting.
02:16:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.348012  8924 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Log is configured to *not* fsync() on all Append() calls
02:16:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.348127  8903 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.195:34987
02:16:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.348414  9031 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.195:34987 every 8 connection(s)
02:16:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.348604  8903 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.352087  8924 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.352407  8924 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap complete.
02:16:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.353543  8924 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent bootstrapping tablet: real 0.014s	user 0.010s	sys 0.003s
02:16:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.354717  8924 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.354930  8924 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Initialized, Role: FOLLOWER
02:16:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.355041  8924 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.355304  8924 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
02:16:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.356071  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 8903
02:16:30.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.358089  9033 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.358198  9033 heartbeater.cc:461] Registering TS with master...
02:16:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.358317  9035 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.358356  9035 heartbeater.cc:461] Registering TS with master...
02:16:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.358482  9035 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.359103  7312 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.360710  9033 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:30.361 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.360992  7384 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.361325  9034 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.361373  9034 heartbeater.cc:461] Registering TS with master...
02:16:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.361455  9034 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.361514  7384 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.195:47463
02:16:30.361 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.193:45163
02:16:30.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.362032  7240 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.362414  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 8543
02:16:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:30.369081  9033 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:30.371 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:30.371 [DEBUG - kudu-nio-6] (Connection.java:239) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] handling channelInactive
02:16:30.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state READY due to: connection closed
02:16:30.381 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:30.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.383 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:30.404 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:30.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [12ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [12ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@840837995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@14b86d6f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a89233 -> wakeup thread Time-limited test)) after lookup
02:16:30.404 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:30.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.406 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:30.443 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:30.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [12ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [12ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [33ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [34ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [35ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@840837995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@14b86d6f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a89233 -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610))) after lookup
02:16:30.444 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:30.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.445 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:30.503 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:30.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [12ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [12ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [33ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [34ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [35ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [73ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [74ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [74ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@840837995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@14b86d6f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a89233 -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811))) after lookup
02:16:30.504 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:30.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.505 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:30.723 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:30.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=352), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [12ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [12ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [33ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [34ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [35ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [73ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [74ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [74ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [133ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [134ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [134ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [350ms] refreshing cache from master, [350ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [352ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@840837995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@14b86d6f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811) -> (continuation of Deferred@1222387037 after retry RPC@212353089), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a89233 -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811) -> (continuation of Deferred@1222387037 after retry RPC@212353089))) after lookup
02:16:30.724 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:30.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:30.725 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:31.063 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:31.063 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:31.063 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=692), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [12ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [12ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [33ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [34ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [35ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [73ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [74ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [74ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [133ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [134ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [134ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [350ms] refreshing cache from master, [350ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [352ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [353ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [354ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [354ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [690ms] refreshing cache from master, [690ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [692ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@840837995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@14b86d6f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811) -> (continuation of Deferred@1222387037 after retry RPC@212353089) -> (continuation of Deferred@1612126816 after retry RPC@787735659), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a89233 -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811) -> (continuation of Deferred@1222387037 after retry RPC@212353089) -> (continuation of Deferred@1612126816 after retry RPC@787735659))) after lookup
02:16:31.064 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:31.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:31.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:31.065 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.710419  9045 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:16:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.710618  9045 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.711015  9045 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:31.711534  8918 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:31.712082  8918 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.714330  8810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698" is_pre_election: true
02:16:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.714679  8918 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851
02:16:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.714828  9045 raft_consensus.cc:2749] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
02:16:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.718628  9050 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.718739  9050 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.719074  9050 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:31.719522  8742 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:31.720050  8742 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.722255  8986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc" is_pre_election: true
02:16:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.722368  8986 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 7.
02:16:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.722586  8745 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.722748  9050 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Leader pre-election won for term 9
02:16:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.722805  9050 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Starting leader election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.722821  9050 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 8 FOLLOWER]: Advancing to term 9
02:16:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.723399  9050 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.723552  9050 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 9 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.723786  8986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.723879  8986 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 7 FOLLOWER]: Advancing to term 9
02:16:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:31.724046  8742 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.725049  8986 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 9.
02:16:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.725286  8745 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.725436  9050 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 FOLLOWER]: Leader election won for term 9
02:16:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.725630  9050 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 LEADER]: Becoming Leader. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Running, Role: LEADER
02:16:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.725711  9050 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:31.726485  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 reported cstate change: term changed from 8 to 9, leader changed from e8f37e5d9b614211b289399973cd6851 (127.7.7.193) to 958521c0525d41d7b3534af54eea9698 (127.7.7.194). New cstate: current_term: 9 leader_uuid: "958521c0525d41d7b3534af54eea9698" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:32.212627  8742 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 -> Peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Couldn't send request to peer e8f37e5d9b614211b289399973cd6851. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:32.215277  8986 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Refusing update from remote peer 958521c0525d41d7b3534af54eea9698: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
02:16:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:32.215610  9050 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:16:34.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:34.204 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:34.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3833), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [12ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [12ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [33ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [34ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [35ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [73ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [74ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [74ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [133ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [134ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [134ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [350ms] refreshing cache from master, [350ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [352ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [353ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [354ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [354ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [690ms] refreshing cache from master, [690ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [692ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [693ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [694ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [694ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [3830ms] refreshing cache from master, [3830ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [3832ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@840837995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@14b86d6f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811) -> (continuation of Deferred@1222387037 after retry RPC@212353089) -> (continuation of Deferred@1612126816 after retry RPC@787735659) -> (continuation of Deferred@89019933 after retry RPC@883898979), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a89233 -> wakeup thread Time-limited test -> (continuation of Deferred@245149032 after retry RPC@579444610) -> (continuation of Deferred@984769177 after retry RPC@1343390811) -> (continuation of Deferred@1222387037 after retry RPC@212353089) -> (continuation of Deferred@1612126816 after retry RPC@787735659) -> (continuation of Deferred@89019933 after retry RPC@883898979))) after lookup
02:16:34.205 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:34.206 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] Successfully connected to peer
02:16:34.235 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x922219cb, L:/127.0.0.1:58868 - R:/127.7.7.194:44697] using TOKEN/null
02:16:34.250 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.193:45163
02:16:34.250 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.251277  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.331396  9087 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.331638  9087 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.331672  9087 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.333490  9087 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.333595  9087 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.193
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.335322  9087 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9087
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.335630  9087 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.335947  9087 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.338696  9093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.338703  9092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:34.338706  9095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.339325  9087 server_base.cc:1061] running on GCE node
02:16:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.339490  9087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.339674  9087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:34.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.340834  9087 hybrid_clock.cc:648] HybridClock initialized: now 1783476994340812 us; error 30 us; skew 500 ppm
02:16:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.342027  9087 webserver.cc:534] Webserver started at http://127.7.7.193:35199/ using document root <none> and password file <none>
02:16:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.342267  9087 fs_manager.cc:362] Metadata directory not provided
02:16:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.342378  9087 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:34.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.343609  9087 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.344255  9101 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.344431  9087 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:16:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.344547  9087 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.344889  9087 fs_report.cc:389] FS layout report
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/data
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.357244  9087 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.357640  9087 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.357777  9087 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.358043  9087 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.358600  9108 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.359740  9087 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.359808  9087 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.359846  9087 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.360440  9087 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.360498  9087 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.360603  9108 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap starting.
02:16:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.367728  9087 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.193:45163
02:16:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.367776  9215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.193:45163 every 8 connection(s)
02:16:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.368132  9087 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:34.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.371157  9108 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Log is configured to *not* fsync() on all Append() calls
02:16:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.374784  9217 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.374905  9217 heartbeater.cc:461] Registering TS with master...
02:16:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.375108  9217 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.375715  7241 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.375864  9218 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.375923  9218 heartbeater.cc:461] Registering TS with master...
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.375885  9216 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.375983  9216 heartbeater.cc:461] Registering TS with master...
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.376027  9218 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.376050  9216 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.376060  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 9087
02:16:34.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.376318  7313 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.376513  7385 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.376991  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.193:34307
02:16:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.377219  9108 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.377511  9108 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap complete.
02:16:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.378634  9108 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.008s
02:16:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.379808  9108 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.380076  9108 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Initialized, Role: FOLLOWER
02:16:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.380182  9108 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.380448  9108 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.002s
02:16:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.380499  9216 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:34.382 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:34.383 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.194:44697
02:16:34.383 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:16:34.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:34.384492  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 8726
02:16:34.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:34.390 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] handling channelInactive
02:16:34.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state READY due to: connection closed
02:16:34.402 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:34.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.403 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:34.423 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:34.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [13ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [13ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2084289290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@310aeacc -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eccf6f -> wakeup thread Time-limited test)) after lookup
02:16:34.424 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:34.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.425 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:34.444 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:34.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [13ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [13ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [34ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [35ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [35ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2084289290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@310aeacc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eccf6f -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389))) after lookup
02:16:34.445 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:34.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.446 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.522 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:34.523 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:34.523 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [13ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [13ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [34ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [35ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [35ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [54ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [56ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [56ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [130ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2084289290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@310aeacc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eccf6f -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870))) after lookup
02:16:34.523 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:34.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.525 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:34.563 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:34.563 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [13ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [13ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [34ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [35ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [35ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [54ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [56ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [56ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [130ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [133ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [135ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [135ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [172ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2084289290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@310aeacc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870) -> (continuation of Deferred@1331835790 after retry RPC@1967869885), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eccf6f -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870) -> (continuation of Deferred@1331835790 after retry RPC@1967869885))) after lookup
02:16:34.563 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:34.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:34.565 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:35.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:35.184 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:35.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=793), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [13ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [13ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [34ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [35ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [35ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [54ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [56ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [56ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [130ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [133ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [135ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [135ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [172ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [173ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [175ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [175ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [791ms] refreshing cache from master, [791ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [793ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2084289290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@310aeacc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870) -> (continuation of Deferred@1331835790 after retry RPC@1967869885) -> (continuation of Deferred@183918621 after retry RPC@628093017), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eccf6f -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870) -> (continuation of Deferred@1331835790 after retry RPC@1967869885) -> (continuation of Deferred@183918621 after retry RPC@628093017))) after lookup
02:16:35.185 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:35.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:35.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state CONNECTING due to: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:35.186 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697
02:16:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.749356  9229 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 958521c0525d41d7b3534af54eea9698)
02:16:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.749454  9229 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.749640  9229 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.750586  8918 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.752962  9170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "e8f37e5d9b614211b289399973cd6851" is_pre_election: true
02:16:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.753134  9170 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 8.
02:16:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.753372  8918 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698
02:16:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.753479  9229 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Leader pre-election won for term 10
02:16:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.753527  9229 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Starting leader election (detected failure of leader 958521c0525d41d7b3534af54eea9698)
02:16:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.753544  9229 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 9 FOLLOWER]: Advancing to term 10
02:16:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.754215  9229 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.754349  9229 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 10 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.754536  9170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "eb4e847908dc43b383c4760587608fbc" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.754628  9170 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 8 FOLLOWER]: Advancing to term 10
02:16:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:35.754951  8918 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111)
02:16:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.755694  9170 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eb4e847908dc43b383c4760587608fbc in term 10.
02:16:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.755879  8918 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e8f37e5d9b614211b289399973cd6851, eb4e847908dc43b383c4760587608fbc; no voters: 958521c0525d41d7b3534af54eea9698
02:16:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.755981  9229 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 FOLLOWER]: Leader election won for term 10
02:16:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.756155  9229 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 LEADER]: Becoming Leader. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Running, Role: LEADER
02:16:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.756245  9229 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:35.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:35.756942  7385 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc reported cstate change: term changed from 9 to 10, leader changed from 958521c0525d41d7b3534af54eea9698 (127.7.7.194) to eb4e847908dc43b383c4760587608fbc (127.7.7.195). New cstate: current_term: 10 leader_uuid: "eb4e847908dc43b383c4760587608fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: HEALTHY } } }
02:16:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.157393  8918 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc -> Peer 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697): Couldn't send request to peer 958521c0525d41d7b3534af54eea9698. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.194:44697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.246803  9170 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Refusing update from remote peer eb4e847908dc43b383c4760587608fbc: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
02:16:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.247313  9229 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:16:36.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:36.803 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:36.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2412), Traces: [0ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [13ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [13ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [34ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [35ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [35ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [54ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [56ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [56ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [130ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [133ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [135ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [135ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [172ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [173ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [175ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [175ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [791ms] refreshing cache from master, [791ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [793ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [794ms] sending RPC to server 958521c0525d41d7b3534af54eea9698, [796ms] received response from server 958521c0525d41d7b3534af54eea9698: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [796ms] delaying RPC due to: Network error: Failed to connect to peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697): Connection refused: /127.7.7.194:44697, [2411ms] refreshing cache from master, [2411ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [2412ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2084289290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@310aeacc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870) -> (continuation of Deferred@1331835790 after retry RPC@1967869885) -> (continuation of Deferred@183918621 after retry RPC@628093017) -> (continuation of Deferred@445979812 after retry RPC@1084410519), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@49eccf6f -> wakeup thread Time-limited test -> (continuation of Deferred@309094912 after retry RPC@1037322389) -> (continuation of Deferred@2113461036 after retry RPC@1660400870) -> (continuation of Deferred@1331835790 after retry RPC@1967869885) -> (continuation of Deferred@183918621 after retry RPC@628093017) -> (continuation of Deferred@445979812 after retry RPC@1084410519))) after lookup
02:16:36.804 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:36.805 [DEBUG - kudu-nio-4] (Connection.java:757) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] Successfully connected to peer
02:16:36.832 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x76efa461, L:/127.0.0.1:59944 - R:/127.7.7.195:34987] using TOKEN/null
02:16:36.847 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.194:44697
02:16:36.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:16:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.847651  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:44697
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43835
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.926745  9260 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.926961  9260 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.926994  9260 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.928681  9260 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.928781  9260 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.194
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.930393  9260 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.194:44697
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.194
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43835
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9260
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.194
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/logs
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.930693  9260 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.930989  9260 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.933657  9265 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.933717  9266 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.933899  9260 server_base.cc:1061] running on GCE node
02:16:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:36.933725  9268 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.934162  9260 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.934402  9260 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.935570  9260 hybrid_clock.cc:648] HybridClock initialized: now 1783476996935542 us; error 39 us; skew 500 ppm
02:16:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.936831  9260 webserver.cc:534] Webserver started at http://127.7.7.194:43835/ using document root <none> and password file <none>
02:16:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.937067  9260 fs_manager.cc:362] Metadata directory not provided
02:16:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.937144  9260 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.938694  9260 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.939327  9274 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.939491  9260 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.939536  9260 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "958521c0525d41d7b3534af54eea9698"
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.939791  9260 fs_report.cc:389] FS layout report
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/wal
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/data
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.951196  9260 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.951491  9260 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.951581  9260 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.951763  9260 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:36.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.952303  9281 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.953203  9260 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.953266  9260 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.953305  9260 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.953881  9260 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.953940  9260 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.953969  9281 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap starting.
02:16:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.961050  9260 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.194:44697
02:16:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.961115  9388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.194:44697 every 8 connection(s)
02:16:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.961491  9260 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-1/data/info.pb
02:16:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.962864  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 9260
02:16:36.963 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.965597  9281 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Log is configured to *not* fsync() on all Append() calls
02:16:36.969 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:36.969 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.195:34987
02:16:36.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:16:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.970290  9389 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.970366  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 8903
02:16:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.970633  9389 heartbeater.cc:461] Registering TS with master...
02:16:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.971093  9389 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.971230  9390 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.971298  9390 heartbeater.cc:461] Registering TS with master...
02:16:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.971407  9390 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.972014  7384 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.972044  7240 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.972581  7384 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.194:52589
02:16:36.977 [DEBUG - kudu-nio-4] (Connection.java:239) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] handling channelInactive
02:16:36.977 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:36.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state READY due to: connection closed
02:16:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.976931  9391 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.977037  9391 heartbeater.cc:461] Registering TS with master...
02:16:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.977113  9391 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:36.978 [DEBUG - Time-limited test] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.978124  7313 ts_manager.cc:194] Re-registered known tserver with Master: 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697)
02:16:36.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:36.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:36.979 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.979955  9281 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.980229  9281 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Bootstrap complete.
02:16:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.981154  9281 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent bootstrapping tablet: real 0.027s	user 0.006s	sys 0.009s
02:16:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.982007  9281 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.982205  9281 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Initialized, Role: FOLLOWER
02:16:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.982295  9281 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.982497  9281 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.001s
02:16:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:36.982602  9389 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:37.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:37.003 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:37.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test)) after lookup
02:16:37.004 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:37.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.005 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:37.023 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:37.024 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [27ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [28ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [28ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783))) after lookup
02:16:37.024 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:37.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.026 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.063 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:37.063 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:37.064 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [27ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [28ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [28ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [47ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [49ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [49ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575))) after lookup
02:16:37.064 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:37.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.065 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:37.163 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:37.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=186), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [27ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [28ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [28ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [47ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [49ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [49ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [87ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [88ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [88ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [186ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349))) after lookup
02:16:37.164 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:37.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.166 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:37.583 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:37.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=606), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [27ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [28ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [28ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [47ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [49ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [49ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [87ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [88ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [88ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [186ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [187ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [189ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [189ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [603ms] refreshing cache from master, [604ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [605ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349) -> (continuation of Deferred@305821222 after retry RPC@1642310390), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349) -> (continuation of Deferred@305821222 after retry RPC@1642310390))) after lookup
02:16:37.584 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:37.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:37.585 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:38.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:38.144 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)[L]]}]
02:16:38.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1167), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [27ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [28ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [28ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [47ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [49ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [49ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [87ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [88ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [88ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [186ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [187ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [189ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [189ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [603ms] refreshing cache from master, [604ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [605ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [607ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [608ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [608ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [1164ms] refreshing cache from master, [1164ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1166ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349) -> (continuation of Deferred@305821222 after retry RPC@1642310390) -> (continuation of Deferred@217450153 after retry RPC@1891543515), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349) -> (continuation of Deferred@305821222 after retry RPC@1642310390) -> (continuation of Deferred@217450153 after retry RPC@1891543515))) after lookup
02:16:38.145 [DEBUG - kudu-nio-1] (Connection.java:748) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] connecting to peer
02:16:38.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:38.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:38.147 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987
02:16:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.346688  9402 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader eb4e847908dc43b383c4760587608fbc)
02:16:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.347085  9402 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.347380  9402 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.347813  9105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.348326  9105 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.350781  9343 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698" is_pre_election: true
02:16:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.350939  9343 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 9.
02:16:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.351183  9102 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: eb4e847908dc43b383c4760587608fbc
02:16:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.351315  9402 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Leader pre-election won for term 11
02:16:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.351373  9402 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Starting leader election (detected failure of leader eb4e847908dc43b383c4760587608fbc)
02:16:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.351389  9402 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 10 FOLLOWER]: Advancing to term 11
02:16:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.351958  9402 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.352110  9402 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 11 election: Requested vote from peers 958521c0525d41d7b3534af54eea9698 (127.7.7.194:44697), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.352267  9343 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "e8f37e5d9b614211b289399973cd6851" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "958521c0525d41d7b3534af54eea9698"
02:16:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.352337  9343 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 9 FOLLOWER]: Advancing to term 11
02:16:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.352735  9105 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111)
02:16:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.353483  9343 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e8f37e5d9b614211b289399973cd6851 in term 11.
02:16:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.353678  9102 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, e8f37e5d9b614211b289399973cd6851; no voters: eb4e847908dc43b383c4760587608fbc
02:16:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.353796  9402 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 11 FOLLOWER]: Leader election won for term 11
02:16:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.353914  9402 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 11 LEADER]: Becoming Leader. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Running, Role: LEADER
02:16:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.354142  9402 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.354836  7384 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 reported cstate change: term changed from 10 to 11, leader changed from eb4e847908dc43b383c4760587608fbc (127.7.7.195) to e8f37e5d9b614211b289399973cd6851 (127.7.7.193). New cstate: current_term: 11 leader_uuid: "e8f37e5d9b614211b289399973cd6851" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:38.817325  9105 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 -> Peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Couldn't send request to peer eb4e847908dc43b383c4760587608fbc. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.899910  9343 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Refusing update from remote peer e8f37e5d9b614211b289399973cd6851: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
02:16:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:38.900306  9402 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [LEADER]: Connected to new peer: Peer: permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:16:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.084702  9105 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 -> Peer eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987): Couldn't send request to peer eb4e847908dc43b383c4760587608fbc. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.195:34987: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:16:41.323 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:41.323 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:41.323 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4346), Traces: [0ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [2ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [2ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [27ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [28ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [28ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [47ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [49ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [49ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [87ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [88ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [88ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [186ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [187ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [189ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [189ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [603ms] refreshing cache from master, [604ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [605ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [607ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [608ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [608ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [1164ms] refreshing cache from master, [1164ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1166ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [1168ms] sending RPC to server eb4e847908dc43b383c4760587608fbc, [1170ms] received response from server eb4e847908dc43b383c4760587608fbc: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [1170ms] delaying RPC due to: Network error: Failed to connect to peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987): Connection refused: /127.7.7.195:34987, [4343ms] refreshing cache from master, [4344ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [4346ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@1742757540(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@31c0c6bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349) -> (continuation of Deferred@305821222 after retry RPC@1642310390) -> (continuation of Deferred@217450153 after retry RPC@1891543515) -> (continuation of Deferred@28192518 after retry RPC@73121433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@469fa21c -> wakeup thread Time-limited test -> (continuation of Deferred@1359882360 after retry RPC@1790635783) -> (continuation of Deferred@875696522 after retry RPC@850097575) -> (continuation of Deferred@1401514166 after retry RPC@988162349) -> (continuation of Deferred@305821222 after retry RPC@1642310390) -> (continuation of Deferred@217450153 after retry RPC@1891543515) -> (continuation of Deferred@28192518 after retry RPC@73121433))) after lookup
02:16:41.324 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:41.325 [DEBUG - kudu-nio-4] (Connection.java:757) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] Successfully connected to peer
02:16:41.341 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x86f82c7a, L:/127.0.0.1:38522 - R:/127.7.7.193:45163] using TOKEN/null
02:16:41.350 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.195:34987
02:16:41.350 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.351191  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:34987
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46627
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.431910  9438 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.432148  9438 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.432184  9438 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.433923  9438 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.434008  9438 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.195
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.435655  9438 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.195:34987
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.195
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46627
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9438
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.195
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/logs
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.435937  9438 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.436233  9438 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.439045  9444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.439015  9446 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:41.439021  9443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.439183  9438 server_base.cc:1061] running on GCE node
02:16:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.439534  9438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.439728  9438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.440864  9438 hybrid_clock.cc:648] HybridClock initialized: now 1783477001440849 us; error 26 us; skew 500 ppm
02:16:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.442008  9438 webserver.cc:534] Webserver started at http://127.7.7.195:46627/ using document root <none> and password file <none>
02:16:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.442236  9438 fs_manager.cc:362] Metadata directory not provided
02:16:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.442312  9438 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.443604  9438 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.444322  9452 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.444629  9438 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.444716  9438 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.445021  9438 fs_report.cc:389] FS layout report
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/wal
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/data
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.464324  9438 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.464733  9438 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.464869  9438 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.465162  9438 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.465675  9459 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.466569  9438 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.466638  9438 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.466677  9438 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.467253  9438 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.467307  9438 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.467340  9459 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap starting.
02:16:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.474467  9438 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.195:34987
02:16:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.474566  9566 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.195:34987 every 8 connection(s)
02:16:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.474865  9438 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-2/data/info.pb
02:16:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.475584  9459 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Log is configured to *not* fsync() on all Append() calls
02:16:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.478756  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 9438
02:16:41.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.480717  9459 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.480948  9459 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Bootstrap complete.
02:16:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.481755  9459 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent bootstrapping tablet: real 0.014s	user 0.009s	sys 0.004s
02:16:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.482981  9459 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.483246  9459 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb4e847908dc43b383c4760587608fbc, State: Initialized, Role: FOLLOWER
02:16:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.483379  9459 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.483614  9459 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
02:16:41.484 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:41.485 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.7.193:45163
02:16:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.485302  9569 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.485422  9569 heartbeater.cc:461] Registering TS with master...
02:16:41.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.485565  9568 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.485677  9569 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.485671  9568 heartbeater.cc:461] Registering TS with master...
02:16:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.486141  9568 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.486274  7312 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.486454  7241 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.487676  9567 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.487733  9567 heartbeater.cc:461] Registering TS with master...
02:16:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.487831  9567 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.488101  7385 ts_manager.cc:194] Re-registered known tserver with Master: eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.488535  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.195:51443
02:16:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.488669  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 9087
02:16:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:41.490787  9567 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:41.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:41.496 [DEBUG - kudu-nio-4] (Connection.java:239) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] handling channelInactive
02:16:41.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state READY due to: connection closed
02:16:41.496 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: connection closed
02:16:41.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:41.504 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:41.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2131637947(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@26f8e0b5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c3fce0 -> wakeup thread Time-limited test)) after lookup
02:16:41.504 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:41.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.506 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.523 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:41.523 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:41.523 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [9ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [11ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [11ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2131637947(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@26f8e0b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c3fce0 -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500))) after lookup
02:16:41.524 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:41.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.525 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.563 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:41.564 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:41.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [9ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [11ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [11ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [29ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [30ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2131637947(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@26f8e0b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c3fce0 -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688))) after lookup
02:16:41.564 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:41.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.566 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:41.643 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:41.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [9ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [11ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [11ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [29ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [30ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [69ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [71ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [71ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [148ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2131637947(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@26f8e0b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688) -> (continuation of Deferred@1219230505 after retry RPC@2124659940), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c3fce0 -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688) -> (continuation of Deferred@1219230505 after retry RPC@2124659940))) after lookup
02:16:41.644 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:41.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.645 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:41.863 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697),e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)[L],eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:41.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=368), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [9ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [11ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [11ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [29ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [30ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [69ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [71ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [71ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [148ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [149ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [150ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [151ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [366ms] refreshing cache from master, [366ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [368ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2131637947(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@26f8e0b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688) -> (continuation of Deferred@1219230505 after retry RPC@2124659940) -> (continuation of Deferred@48850953 after retry RPC@1640931372), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c3fce0 -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688) -> (continuation of Deferred@1219230505 after retry RPC@2124659940) -> (continuation of Deferred@48850953 after retry RPC@1640931372))) after lookup
02:16:41.864 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] connecting to peer
02:16:41.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] cleaning up while in state CONNECTING due to: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:41.865 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163) for tablet c8063987e1c54096bd41dea571ea1c11: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163
02:16:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.850570  9580 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.850666  9580 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.850986  9580 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.851454  9275 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.851967  9275 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.854415  9521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc" is_pre_election: true
02:16:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.854574  9521 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 10.
02:16:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.854822  9278 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.854957  9580 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Leader pre-election won for term 12
02:16:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.855002  9580 raft_consensus.cc:493] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Starting leader election (detected failure of leader e8f37e5d9b614211b289399973cd6851)
02:16:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.855021  9580 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 11 FOLLOWER]: Advancing to term 12
02:16:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.855660  9580 raft_consensus.cc:515] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.855816  9580 leader_election.cc:290] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 12 election: Requested vote from peers e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163), eb4e847908dc43b383c4760587608fbc (127.7.7.195:34987)
02:16:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.856035  9521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8063987e1c54096bd41dea571ea1c11" candidate_uuid: "958521c0525d41d7b3534af54eea9698" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "eb4e847908dc43b383c4760587608fbc"
02:16:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.856139  9521 raft_consensus.cc:3060] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 10 FOLLOWER]: Advancing to term 12
02:16:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:42.856247  9275 leader_election.cc:336] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111)
02:16:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.857342  9521 raft_consensus.cc:2468] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 958521c0525d41d7b3534af54eea9698 in term 12.
02:16:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.857532  9278 leader_election.cc:304] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 958521c0525d41d7b3534af54eea9698, eb4e847908dc43b383c4760587608fbc; no voters: e8f37e5d9b614211b289399973cd6851
02:16:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.857630  9580 raft_consensus.cc:2804] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 12 FOLLOWER]: Leader election won for term 12
02:16:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.857756  9580 raft_consensus.cc:697] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [term 12 LEADER]: Becoming Leader. State: Replica: 958521c0525d41d7b3534af54eea9698, State: Running, Role: LEADER
02:16:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.857854  9580 consensus_queue.cc:237] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:42.858572  7385 catalog_manager.cc:5696] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 reported cstate change: term changed from 11 to 12, leader changed from e8f37e5d9b614211b289399973cd6851 (127.7.7.193) to 958521c0525d41d7b3534af54eea9698 (127.7.7.194). New cstate: current_term: 12 leader_uuid: "958521c0525d41d7b3534af54eea9698" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } health_report { overall_health: UNKNOWN } } }
02:16:43.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c8063987e1c54096bd41dea571ea1c11 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866' with partition [<start>, <end>)
02:16:43.303 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c8063987e1c54096bd41dea571ea1c11@[958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)[L],e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163),eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)]}]
02:16:43.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c8063987e1c54096bd41dea571ea1c11, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1808), Traces: [0ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [1ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [9ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [11ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [11ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [29ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [30ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [30ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [69ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [71ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [71ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [148ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [149ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [150ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [151ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [366ms] refreshing cache from master, [366ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [368ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, [369ms] sending RPC to server e8f37e5d9b614211b289399973cd6851, [370ms] received response from server e8f37e5d9b614211b289399973cd6851: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [370ms] delaying RPC due to: Network error: Failed to connect to peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163): Connection refused: /127.7.7.193:45163, [1805ms] refreshing cache from master, [1805ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.7.252:44213, [1807ms] Sub RPC GetTableLocations: received response from server master-127.7.7.252:44213: OK, deferred=Deferred@2131637947(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$224/0x00007f330436aeb8@26f8e0b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688) -> (continuation of Deferred@1219230505 after retry RPC@2124659940) -> (continuation of Deferred@48850953 after retry RPC@1640931372) -> (continuation of Deferred@1011630900 after retry RPC@1219237531), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2c3fce0 -> wakeup thread Time-limited test -> (continuation of Deferred@637047127 after retry RPC@952192500) -> (continuation of Deferred@2099473541 after retry RPC@1337925688) -> (continuation of Deferred@1219230505 after retry RPC@2124659940) -> (continuation of Deferred@48850953 after retry RPC@1640931372) -> (continuation of Deferred@1011630900 after retry RPC@1219237531))) after lookup
02:16:43.304 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] connecting to peer
02:16:43.305 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] Successfully connected to peer
02:16:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.314507  9275 consensus_peers.cc:597] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 -> Peer e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163): Couldn't send request to peer e8f37e5d9b614211b289399973cd6851. Status: Network error: Client connection negotiation failed: client connection to 127.7.7.193:45163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:16:43.322 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb8369cb7, L:/127.0.0.1:36130 - R:/127.7.7.194:44697] using TOKEN/null
02:16:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.324347  9521 raft_consensus.cc:1275] T c8063987e1c54096bd41dea571ea1c11 P eb4e847908dc43b383c4760587608fbc [term 12 FOLLOWER]: Refusing update from remote peer 958521c0525d41d7b3534af54eea9698: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 42. (index mismatch)
02:16:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.324664  9585 consensus_queue.cc:1048] T c8063987e1c54096bd41dea571ea1c11 P 958521c0525d41d7b3534af54eea9698 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:16:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.326562  9599 mvcc.cc:204] Tried to move back new op lower bound from 7305121805614055424 to 7305121803706241024. Current Snapshot: MvccSnapshot[applied={T|T < 7305121805614055424}]
02:16:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.327598  9601 mvcc.cc:204] Tried to move back new op lower bound from 7305121805614055424 to 7305121803706241024. Current Snapshot: MvccSnapshot[applied={T|T < 7305121805614055424}]
02:16:43.333 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.7.193:45163
02:16:43.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.334661  7199 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEa1miE/build/release/bin/kudu
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:16:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:16:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.414729  9608 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:16:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.414963  9608 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:16:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.414997  9608 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:16:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.416653  9608 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:16:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.416750  9608 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.7.193
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.418327  9608 tablet_server_runner.cc:78] Tablet server non-default flags:
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.7.212:45493
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.7.193:45163
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.7.193
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35199
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.7.254:37745,127.7.7.253:37419,127.7.7.252:44213
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9608
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.7.193
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/logs
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:33 UTC on e7f111948823
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16848
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.418650  9608 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:16:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.418936  9608 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:16:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.421717  9614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.421734  9616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.422008  9608 server_base.cc:1061] running on GCE node
02:16:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.421705  9613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:16:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.422319  9608 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:16:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.422506  9608 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:16:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.423676  9608 hybrid_clock.cc:648] HybridClock initialized: now 1783477003423653 us; error 45 us; skew 500 ppm
02:16:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.424815  9608 webserver.cc:534] Webserver started at http://127.7.7.193:35199/ using document root <none> and password file <none>
02:16:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.425032  9608 fs_manager.cc:362] Metadata directory not provided
02:16:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.425108  9608 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:16:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.426326  9608 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.426996  9622 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.427157  9608 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.427215  9608 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data,/tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8f37e5d9b614211b289399973cd6851"
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:16:05 on dist-test-slave-qh7f"
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.427471  9608 fs_report.cc:389] FS layout report
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/wal
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/data
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:16:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:16:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:16:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:16:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:16:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:16:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:16:43.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.438374  9608 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:16:43.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.438648  9608 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:16:43.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.438735  9608 kserver.cc:163] Server-wide thread pool size limit: 3276
02:16:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.438905  9608 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:16:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.439541  9629 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:16:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.440459  9608 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:16:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.440537  9608 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:16:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.440603  9608 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:16:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.441243  9608 ts_tablet_manager.cc:616] Registered 1 tablets
02:16:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.441303  9608 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:16:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.441360  9629 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap starting.
02:16:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.448173  9608 rpc_server.cc:307] RPC server started. Bound to: 127.7.7.193:45163
02:16:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.448217  9736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.7.193:45163 every 8 connection(s)
02:16:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.448686  9608 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskEa1miE/test-tmp/mini-kudu-cluster2934093633895006238/ts-0/data/info.pb
02:16:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.449294  7199 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskEa1miE/build/release/bin/kudu as pid 9608
02:16:43.449 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:16:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.452207  9629 log.cc:826] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Log is configured to *not* fsync() on all Append() calls
02:16:43.455 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.457456  9737 heartbeater.cc:344] Connected to a master server at 127.7.7.252:44213
02:16:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.457577  9737 heartbeater.cc:461] Registering TS with master...
02:16:43.458 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783476965866, tablet=c8063987e1c54096bd41dea571ea1c11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:16:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.457773  9737 heartbeater.cc:507] Master 127.7.7.252:44213 requested a full tablet report, sending...
02:16:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.458328  7385 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.458791  7385 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.7.193:35817
02:16:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.460112  9738 heartbeater.cc:344] Connected to a master server at 127.7.7.254:37745
02:16:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.460181  9738 heartbeater.cc:461] Registering TS with master...
02:16:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.460249  9738 heartbeater.cc:507] Master 127.7.7.254:37745 requested a full tablet report, sending...
02:16:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.462101  7241 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.462822  9739 heartbeater.cc:344] Connected to a master server at 127.7.7.253:37419
02:16:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.462888  9739 heartbeater.cc:461] Registering TS with master...
02:16:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.462949  9739 heartbeater.cc:507] Master 127.7.7.253:37419 requested a full tablet report, sending...
02:16:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.463352  7312 ts_manager.cc:194] Re-registered known tserver with Master: e8f37e5d9b614211b289399973cd6851 (127.7.7.193:45163)
02:16:43.464 [DEBUG - main] (Connection.java:575) [peer master-127.7.7.252:44213(127.7.7.252:44213)] disconnecting while in state READY
02:16:43.465 [DEBUG - main] (Connection.java:575) [peer master-127.7.7.254:37745(127.7.7.254:37745)] disconnecting while in state READY
02:16:43.465 [DEBUG - main] (Connection.java:575) [peer eb4e847908dc43b383c4760587608fbc(127.7.7.195:34987)] disconnecting while in state TERMINATED
02:16:43.465 [DEBUG - main] (Connection.java:575) [peer e8f37e5d9b614211b289399973cd6851(127.7.7.193:45163)] disconnecting while in state TERMINATED
02:16:43.465 [DEBUG - main] (Connection.java:575) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] disconnecting while in state READY
02:16:43.465 [DEBUG - main] (Connection.java:575) [peer master-127.7.7.253:37419(127.7.7.253:37419)] disconnecting while in state READY
02:16:43.467 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.7.252:44213(127.7.7.252:44213)] handling channelInactive
02:16:43.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.7.252:44213(127.7.7.252:44213)] cleaning up while in state READY due to: connection closed
02:16:43.469 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.7.254:37745(127.7.7.254:37745)] handling channelInactive
02:16:43.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.7.254:37745(127.7.7.254:37745)] cleaning up while in state READY due to: connection closed
02:16:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.470604  9629 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:16:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.470985  9629 tablet_bootstrap.cc:492] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Bootstrap complete.
02:16:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.471902  9629 ts_tablet_manager.cc:1403] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent bootstrapping tablet: real 0.031s	user 0.002s	sys 0.011s
02:16:43.472 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:16:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.473131  9629 raft_consensus.cc:359] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.473404  9629 raft_consensus.cc:740] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: e8f37e5d9b614211b289399973cd6851, State: Initialized, Role: FOLLOWER
02:16:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.473547  9629 consensus_queue.cc:260] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e8f37e5d9b614211b289399973cd6851" member_type: VOTER last_known_addr { host: "127.7.7.193" port: 45163 } } peers { permanent_uuid: "958521c0525d41d7b3534af54eea9698" member_type: VOTER last_known_addr { host: "127.7.7.194" port: 44697 } } peers { permanent_uuid: "eb4e847908dc43b383c4760587608fbc" member_type: VOTER last_known_addr { host: "127.7.7.195" port: 34987 } }
02:16:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.473868  9737 heartbeater.cc:499] Master 127.7.7.252:44213 was elected leader, sending a full tablet report...
02:16:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.474489  9629 ts_tablet_manager.cc:1434] T c8063987e1c54096bd41dea571ea1c11 P e8f37e5d9b614211b289399973cd6851: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
02:16:43.475 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] handling channelInactive
02:16:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.475658  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 9608
02:16:43.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 958521c0525d41d7b3534af54eea9698(127.7.7.194:44697)] cleaning up while in state READY due to: connection closed
02:16:43.479 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.7.253:37419(127.7.7.253:37419)] handling channelInactive
02:16:43.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.7.253:37419(127.7.7.253:37419)] cleaning up while in state READY due to: connection closed
02:16:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:16:43.484041  7297 connection.cc:573] server connection from 127.7.7.193:33767 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:16:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.484401  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 9260
02:16:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.490155  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 9438
02:16:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.496006  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7210
02:16:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.500713  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7281
02:16:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:16:43.506064  7199 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskEa1miE/build/release/bin/kudu with pid 7354
02:16:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:16:43Z chronyd exiting

Time: 40.05

OK (1 test)

