JUnit version 4.13.2
.08:04:15.540 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783497855533
08:04:15.594 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:04:15.649 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:04:15.661 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0eZ9zO/test-tmp
08:04:15.667 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
08:04:15.670 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0eZ9zO/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
08:04:15.879 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:04:15.892 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:04:15.893 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:04:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.894498 12059 mini_oidc.cc:150] Starting JWKS server
08:04:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.895274 12059 webserver.cc:533] Webserver started at http://127.0.0.1:35237/ using document root <none> and password file <none>
08:04:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.895363 12059 mini_oidc.cc:186] Starting OIDC Discovery server
08:04:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.895526 12059 webserver.cc:533] Webserver started at http://127.0.0.1:39337/ using document root <none> and password file <none>
08:04:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T08:04:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:04:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T08:04:15Z Disabled control of system clock
08:04:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.907032 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal
08:04:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data
08:04:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/logs
08:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data/info.pb
08:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.254:42139
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.254
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35237/jwks.json with env {}
08:04:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.984382 12070 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.984556 12070 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.984575 12070 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.986449 12070 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.986521 12070 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.986541 12070 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.986555 12070 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.986572 12070 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.986585 12070 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35237/jwks.json
08:04:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.988484 12070 master_runner.cc:387] Master server non-default flags:
08:04:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data
08:04:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal
08:04:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.254:42139
08:04:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35237/jwks.json
08:04:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data/info.pb
08:04:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.254
08:04:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12070
08:04:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/logs
08:04:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.988729 12070 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.988932 12070 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.991680 12075 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.991787 12076 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:15.991887 12078 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.991809 12070 server_base.cc:1061] running on GCE node
08:04:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.992105 12070 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.992408 12070 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.993569 12070 hybrid_clock.cc:648] HybridClock initialized: now 1783497855993559 us; error 48 us; skew 500 ppm
08:04:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.994822 12070 webserver.cc:533] Webserver started at http://127.11.198.254:46587/ using document root <none> and password file <none>
08:04:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.995015 12070 fs_manager.cc:362] Metadata directory not provided
08:04:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.995067 12070 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.995175 12070 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.996284 12070 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data/instance:
08:04:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0046d89798d4e938fe5bc31b278ac40"
08:04:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:15 on dist-test-slave-bjrw"
08:04:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.996553 12070 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal/instance:
08:04:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0046d89798d4e938fe5bc31b278ac40"
08:04:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:15 on dist-test-slave-bjrw"
08:04:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.997694 12070 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.998459 12084 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.998631 12070 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.998694 12070 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal
08:04:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0046d89798d4e938fe5bc31b278ac40"
08:04:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:15 on dist-test-slave-bjrw"
08:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:15.998749 12070 fs_report.cc:389] FS layout report
08:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal
08:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal
08:04:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data/data
08:04:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.027659 12070 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.027964 12070 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.028052 12070 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.031800 12070 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.254:42139
08:04:16.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.031831 12136 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.254:42139 every 8 connection(s)
08:04:16.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.032114 12070 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/data/info.pb
08:04:16.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.032692 12137 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.034070 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12070
08:04:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.034155 12059 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-0/wal/instance
08:04:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.034363 12137 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.035054 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal
08:04:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data
08:04:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/logs
08:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data/info.pb
08:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.253:42487
08:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.253
08:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35237/jwks.json with env {}
08:04:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.041994 12137 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.042342 12087 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.253:42487: connect: Connection refused (error 111)
08:04:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.042743 12137 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.253:42487: Network error: Client connection negotiation failed: client connection to 127.11.198.253:42487: connect: Connection refused (error 111)
08:04:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.091943 12137 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } attempt: 1
08:04:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.092752 12137 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.253:42487: Network error: Client connection negotiation failed: client connection to 127.11.198.253:42487: connect: Connection refused (error 111)
08:04:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.112128 12139 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.112331 12139 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.112357 12139 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:16.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.114259 12139 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:16.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.114310 12139 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.114327 12139 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.114342 12139 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.114358 12139 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.114373 12139 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35237/jwks.json
08:04:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.116559 12139 master_runner.cc:387] Master server non-default flags:
08:04:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data
08:04:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal
08:04:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.253:42487
08:04:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35237/jwks.json
08:04:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data/info.pb
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.253
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12139
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/logs
08:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.116819 12139 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.117084 12139 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.119721 12148 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.119712 12147 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.119843 12139 server_base.cc:1061] running on GCE node
08:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.119716 12150 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.120203 12139 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.120482 12139 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.121629 12139 hybrid_clock.cc:648] HybridClock initialized: now 1783497856121607 us; error 28 us; skew 500 ppm
08:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.124688 12139 webserver.cc:533] Webserver started at http://127.11.198.253:36053/ using document root <none> and password file <none>
08:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.124903 12139 fs_manager.cc:362] Metadata directory not provided
08:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.124953 12139 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.125049 12139 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.126137 12139 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data/instance:
08:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7395d88c4bc64757808ba07e3f365fbc"
08:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.126462 12139 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal/instance:
08:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7395d88c4bc64757808ba07e3f365fbc"
08:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.127908 12139 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
08:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.128698 12156 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.128845 12139 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.128896 12139 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal
08:04:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7395d88c4bc64757808ba07e3f365fbc"
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.128948 12139 fs_report.cc:389] FS layout report
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data/data
08:04:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.149631 12139 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.150743 12139 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.151283 12139 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.156227 12139 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.253:42487
08:04:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.156265 12208 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.253:42487 every 8 connection(s)
08:04:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.156672 12139 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/data/info.pb
08:04:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.157286 12209 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.158643 12209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.160902 12137 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } attempt: 2
08:04:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.162271 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12139
08:04:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.162345 12059 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-1/wal/instance
08:04:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.162715 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal
08:04:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/logs
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data/info.pb
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.252:41077
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.252
08:04:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35237/jwks.json with env {}
08:04:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.173944 12137 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.174508 12137 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.252:41077: Network error: Client connection negotiation failed: client connection to 127.11.198.252:41077: connect: Connection refused (error 111)
08:04:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.175805 12209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.179282 12209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.179658 12159 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.252:41077: connect: Connection refused (error 111)
08:04:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.180557 12209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.252:41077: Network error: Client connection negotiation failed: client connection to 127.11.198.252:41077: connect: Connection refused (error 111)
08:04:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.217664 12137 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } attempt: 1
08:04:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.218377 12137 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.252:41077: Network error: Client connection negotiation failed: client connection to 127.11.198.252:41077: connect: Connection refused (error 111)
08:04:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.229764 12209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } attempt: 1
08:04:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.230476 12209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.252:41077: Network error: Client connection negotiation failed: client connection to 127.11.198.252:41077: connect: Connection refused (error 111)
08:04:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.253507 12213 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.253683 12213 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.253710 12213 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.255519 12213 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.255566 12213 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.255584 12213 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.255600 12213 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.255615 12213 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.255628 12213 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35237/jwks.json
08:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.257685 12213 master_runner.cc:387] Master server non-default flags:
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal
08:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.252:41077
08:04:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35237/jwks.json
08:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data/info.pb
08:04:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.252
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12213
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/logs
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.257923 12213 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.258195 12213 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.260738 12222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.260895 12220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.261322 12213 server_base.cc:1061] running on GCE node
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.261734 12219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.261997 12213 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.262285 12213 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.263438 12213 hybrid_clock.cc:648] HybridClock initialized: now 1783497856263414 us; error 36 us; skew 500 ppm
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.264752 12213 webserver.cc:533] Webserver started at http://127.11.198.252:38931/ using document root <none> and password file <none>
08:04:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.264969 12213 fs_manager.cc:362] Metadata directory not provided
08:04:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.265020 12213 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.265141 12213 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.265517 12137 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } attempt: 2
08:04:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.266083 12137 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.252:41077: Network error: Client connection negotiation failed: client connection to 127.11.198.252:41077: connect: Connection refused (error 111)
08:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.266215 12213 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data/instance:
08:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "409cd4265dc44e4c9f5083842d26186d"
08:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.266558 12213 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal/instance:
08:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "409cd4265dc44e4c9f5083842d26186d"
08:04:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.268131 12213 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.001s
08:04:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.268927 12228 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.269088 12213 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:04:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.269156 12213 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal
08:04:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "409cd4265dc44e4c9f5083842d26186d"
08:04:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.269215 12213 fs_report.cc:389] FS layout report
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data/data
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.279927 12213 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.280227 12213 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.280320 12213 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.284121 12213 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.252:41077
08:04:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.284143 12280 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.252:41077 every 8 connection(s)
08:04:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.284538 12213 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/data/info.pb
08:04:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.285156 12281 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:16.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.286517 12281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.290920 12281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.291148 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12213
08:04:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.291224 12059 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/master-2/wal/instance
08:04:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.293992 12281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
08:04:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.298534 12281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: Bootstrap starting.
08:04:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.298605 12209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } attempt: 2
08:04:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.299499 12281 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: Neither blocks nor log segments found. Creating new log.
08:04:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.299751 12281 log.cc:826] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: Log is configured to *not* fsync() on all Append() calls
08:04:16.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.300446 12281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: No bootstrap required, opened a new log
08:04:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302393 12281 raft_consensus.cc:359] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302507 12281 raft_consensus.cc:385] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302536 12281 raft_consensus.cc:740] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409cd4265dc44e4c9f5083842d26186d, State: Initialized, Role: FOLLOWER
08:04:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302629 12281 consensus_queue.cc:260] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302918 12281 sys_catalog.cc:565] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: configured and running, proceeding with master startup.
08:04:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302989 12209 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: Bootstrap starting.
08:04:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.302912 12289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.303033 12289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.303640 12209 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: Neither blocks nor log segments found. Creating new log.
08:04:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.303880 12209 log.cc:826] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: Log is configured to *not* fsync() on all Append() calls
08:04:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.304491 12209 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: No bootstrap required, opened a new log
08:04:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.305131 12301 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.305441 12301 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306008 12209 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306109 12209 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306136 12209 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7395d88c4bc64757808ba07e3f365fbc, State: Initialized, Role: FOLLOWER
08:04:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306221 12209 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306480 12209 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: configured and running, proceeding with master startup.
08:04:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306447 12303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306514 12303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.305178 12213 master_runner.cc:187] Error getting master registration for 127.11.198.254:42139: OK, instance_id { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" instance_seqno: 1783497856030843 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.306798 12213 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.313495 12139 master_runner.cc:187] Error getting master registration for 127.11.198.254:42139: OK, instance_id { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" instance_seqno: 1783497856030843 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.315207 12139 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.308743 12314 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.315886 12314 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.373245 12137 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } attempt: 3
08:04:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.377806 12137 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: Bootstrap starting.
08:04:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.378518 12137 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: Neither blocks nor log segments found. Creating new log.
08:04:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.378780 12137 log.cc:826] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: Log is configured to *not* fsync() on all Append() calls
08:04:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.379518 12137 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: No bootstrap required, opened a new log
08:04:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.381455 12137 raft_consensus.cc:359] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.381579 12137 raft_consensus.cc:385] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.381608 12137 raft_consensus.cc:740] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0046d89798d4e938fe5bc31b278ac40, State: Initialized, Role: FOLLOWER
08:04:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.381731 12137 consensus_queue.cc:260] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.382020 12137 sys_catalog.cc:565] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: configured and running, proceeding with master startup.
08:04:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.382454 12317 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.382766 12317 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.383852 12328 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.384130 12328 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.385974 12070 master_runner.cc:264] No leader master found from master d0046d89798d4e938fe5bc31b278ac40
08:04:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.386015 12070 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:16.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.402257 12162 tablet.cc:2406] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.433723 12303 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.433845 12303 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434078 12303 leader_election.cc:290] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d0046d89798d4e938fe5bc31b278ac40 (127.11.198.254:42139), 409cd4265dc44e4c9f5083842d26186d (127.11.198.252:41077)
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434434 12111 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7395d88c4bc64757808ba07e3f365fbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0046d89798d4e938fe5bc31b278ac40" is_pre_election: true
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434573 12111 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7395d88c4bc64757808ba07e3f365fbc in term 0.
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434785 12158 leader_election.cc:304] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7395d88c4bc64757808ba07e3f365fbc, d0046d89798d4e938fe5bc31b278ac40; no voters: 
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434921 12303 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434955 12303 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.434974 12303 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 0 FOLLOWER]: Advancing to term 1
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.435775 12303 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.435897 12303 leader_election.cc:290] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [CANDIDATE]: Term 1 election: Requested vote from peers d0046d89798d4e938fe5bc31b278ac40 (127.11.198.254:42139), 409cd4265dc44e4c9f5083842d26186d (127.11.198.252:41077)
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.436069 12111 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7395d88c4bc64757808ba07e3f365fbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0046d89798d4e938fe5bc31b278ac40"
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.436683 12254 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7395d88c4bc64757808ba07e3f365fbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409cd4265dc44e4c9f5083842d26186d"
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.436794 12254 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 0 FOLLOWER]: Advancing to term 1
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.437609 12254 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7395d88c4bc64757808ba07e3f365fbc in term 1.
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.437793 12255 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7395d88c4bc64757808ba07e3f365fbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409cd4265dc44e4c9f5083842d26186d" is_pre_election: true
08:04:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.437860 12255 raft_consensus.cc:2376] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 7395d88c4bc64757808ba07e3f365fbc in term 1. Re-sending same reply.
08:04:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.436132 12111 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 0 FOLLOWER]: Advancing to term 1
08:04:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.438730 12111 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7395d88c4bc64757808ba07e3f365fbc in term 1.
08:04:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.438884 12158 leader_election.cc:304] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7395d88c4bc64757808ba07e3f365fbc, d0046d89798d4e938fe5bc31b278ac40; no voters: 
08:04:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.441032 12303 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 1 FOLLOWER]: Leader election won for term 1
08:04:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.441202 12303 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [term 1 LEADER]: Becoming Leader. State: Replica: 7395d88c4bc64757808ba07e3f365fbc, State: Running, Role: LEADER
08:04:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.441300 12303 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } }
08:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.441642 12303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7395d88c4bc64757808ba07e3f365fbc. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.441708 12303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: This master's current role is: LEADER
08:04:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.447250 12332 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:04:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.447733 12332 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:04:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.451187 12255 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [term 1 FOLLOWER]: Refusing update from remote peer 7395d88c4bc64757808ba07e3f365fbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.451442 12111 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [term 1 FOLLOWER]: Refusing update from remote peer 7395d88c4bc64757808ba07e3f365fbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.451819 12303 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.451943 12303 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.457569 12317 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7395d88c4bc64757808ba07e3f365fbc. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.457687 12317 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.458623 12289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7395d88c4bc64757808ba07e3f365fbc. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.458717 12289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.467561 12303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.467694 12303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: This master's current role is: LEADER
08:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.470129 12289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.470229 12289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.472229 12333 mvcc.cc:204] Tried to move back new op lower bound from 7305207220021411840 to 7305207219984064512. Current Snapshot: MvccSnapshot[applied={T|T < 7305207220021411840}]
08:04:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.474512 12336 mvcc.cc:204] Tried to move back new op lower bound from 7305207220021411840 to 7305207219984064512. Current Snapshot: MvccSnapshot[applied={T|T < 7305207220021411840}]
08:04:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.475360 12303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.475458 12303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc [sys.catalog]: This master's current role is: LEADER
08:04:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.476414 12317 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7395d88c4bc64757808ba07e3f365fbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0046d89798d4e938fe5bc31b278ac40" member_type: VOTER last_known_addr { host: "127.11.198.254" port: 42139 } } peers { permanent_uuid: "7395d88c4bc64757808ba07e3f365fbc" member_type: VOTER last_known_addr { host: "127.11.198.253" port: 42487 } } peers { permanent_uuid: "409cd4265dc44e4c9f5083842d26186d" member_type: VOTER last_known_addr { host: "127.11.198.252" port: 41077 } } }
08:04:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.476503 12317 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40 [sys.catalog]: This master's current role is: FOLLOWER
08:04:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.477173 12334 mvcc.cc:204] Tried to move back new op lower bound from 7305207220021411840 to 7305207219984064512. Current Snapshot: MvccSnapshot[applied={T|T < 7305207220021411840}]
08:04:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.478984 12332 catalog_manager.cc:1383] Generated new cluster ID: a2ef85d83d6c40378645d3c7f7be86b2
08:04:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.479035 12332 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:04:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.502333 12332 catalog_manager.cc:1406] Generated new certificate authority record
08:04:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.503548 12332 catalog_manager.cc:1540] Loading token signing keys...
08:04:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.511147 12332 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 7395d88c4bc64757808ba07e3f365fbc: Generated new TSK 0
08:04:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.511309 12332 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:04:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.526211 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:0
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.606284 12342 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.606451 12342 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.606470 12342 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.607992 12342 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.608044 12342 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.193
08:04:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.609586 12342 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:0
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12342
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.609779 12342 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.609979 12342 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.612388 12347 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.612493 12350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.612411 12348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.612941 12342 server_base.cc:1061] running on GCE node
08:04:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.613083 12342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.613240 12342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.614368 12342 hybrid_clock.cc:648] HybridClock initialized: now 1783497856614354 us; error 26 us; skew 500 ppm
08:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.615425 12342 webserver.cc:533] Webserver started at http://127.11.198.193:43745/ using document root <none> and password file <none>
08:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.615582 12342 fs_manager.cc:362] Metadata directory not provided
08:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.615614 12342 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.615681 12342 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.616611 12342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/instance:
08:04:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.616982 12342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal/instance:
08:04:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.618345 12342 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
08:04:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.619135 12356 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.619277 12342 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:04:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.619323 12342 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.619371 12342 fs_report.cc:389] FS layout report
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/data
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.655675 12342 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656001 12342 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656101 12342 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656334 12342 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656667 12342 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656692 12342 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:04:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656713 12342 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.656723 12342 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:04:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.662653 12342 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.193:39881
08:04:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.662729 12469 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.193:39881 every 8 connection(s)
08:04:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.663007 12342 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.668504 12471 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.668651 12471 heartbeater.cc:461] Registering TS with master...
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.668885 12471 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.669204 12470 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.669253 12470 heartbeater.cc:461] Registering TS with master...
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.669322 12470 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.669406 12101 ts_manager.cc:194] Registered new tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.669670 12245 ts_manager.cc:194] Registered new tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.670912 12472 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.670974 12472 heartbeater.cc:461] Registering TS with master...
08:04:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.671053 12472 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.671346 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12342
08:04:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.671429 12059 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal/instance
08:04:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.671427 12173 ts_manager.cc:194] Registered new tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.672324 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.193:39821
08:04:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.673007 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:0
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.748946 12477 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.749112 12477 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.749130 12477 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:16.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.750579 12477 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:16.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.750628 12477 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.194
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.752112 12477 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:0
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12477
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.752323 12477 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.752506 12477 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.755049 12485 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.755044 12483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.755228 12482 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.755410 12477 server_base.cc:1061] running on GCE node
08:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.755546 12477 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.755697 12477 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.756800 12477 hybrid_clock.cc:648] HybridClock initialized: now 1783497856756780 us; error 36 us; skew 500 ppm
08:04:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.757823 12477 webserver.cc:533] Webserver started at http://127.11.198.194:34565/ using document root <none> and password file <none>
08:04:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.757968 12477 fs_manager.cc:362] Metadata directory not provided
08:04:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.758003 12477 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.758069 12477 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.758963 12477 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/instance:
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a17c8178b8094db4aa5373045d148709"
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.759222 12477 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal/instance:
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a17c8178b8094db4aa5373045d148709"
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.760216 12477 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
08:04:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.760771 12491 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.760911 12477 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.760974 12477 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a17c8178b8094db4aa5373045d148709"
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.761030 12477 fs_report.cc:389] FS layout report
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/data
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.775841 12477 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.776285 12477 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.776402 12477 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.776654 12477 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.777026 12477 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.777062 12477 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:04:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.777092 12477 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.777107 12477 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:04:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.782859 12477 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.194:37717
08:04:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.782912 12604 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.194:37717 every 8 connection(s)
08:04:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.783205 12477 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.787252 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12477
08:04:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.787335 12059 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal/instance
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.788352 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:0
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790482 12605 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790580 12605 heartbeater.cc:461] Registering TS with master...
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790592 12607 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790624 12607 heartbeater.cc:461] Registering TS with master...
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790781 12605 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790853 12607 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.791157 12172 ts_manager.cc:194] Registered new tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.791674 12172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.194:37779
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.790750 12606 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.791790 12606 heartbeater.cc:461] Registering TS with master...
08:04:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.791956 12606 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.792260 12101 ts_manager.cc:194] Registered new tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.793188 12245 ts_manager.cc:194] Registered new tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.863449 12612 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.863612 12612 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.863638 12612 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.865314 12612 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.865374 12612 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.195
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.866997 12612 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:0
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12612
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.867210 12612 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.867480 12612 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.870106 12617 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.870141 12618 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:16.870137 12620 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.870239 12612 server_base.cc:1061] running on GCE node
08:04:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.870564 12612 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.870733 12612 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.871855 12612 hybrid_clock.cc:648] HybridClock initialized: now 1783497856871840 us; error 31 us; skew 500 ppm
08:04:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.872985 12612 webserver.cc:533] Webserver started at http://127.11.198.195:42789/ using document root <none> and password file <none>
08:04:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.873176 12612 fs_manager.cc:362] Metadata directory not provided
08:04:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.873262 12612 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.873376 12612 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.874248 12612 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/instance:
08:04:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.874579 12612 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal/instance:
08:04:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.875905 12612 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
08:04:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.876645 12626 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.876828 12612 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.876893 12612 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.876950 12612 fs_report.cc:389] FS layout report
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/data
08:04:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.894035 12612 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.894373 12612 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.894505 12612 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.894744 12612 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.895136 12612 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.895175 12612 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:04:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.895205 12612 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.895220 12612 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:04:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.900939 12612 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.195:41177
08:04:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.900998 12739 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.195:41177 every 8 connection(s)
08:04:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.901297 12612 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.902941 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12612
08:04:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.903018 12059 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal/instance
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.906780 12740 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.906785 12742 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.906898 12740 heartbeater.cc:461] Registering TS with master...
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.906912 12742 heartbeater.cc:461] Registering TS with master...
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907087 12741 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907104 12742 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907106 12740 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907140 12741 heartbeater.cc:461] Registering TS with master...
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907271 12741 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907524 12245 ts_manager.cc:194] Registered new tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907761 12101 ts_manager.cc:194] Registered new tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.907899 12172 ts_manager.cc:194] Registered new tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.908321 12172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.195:54561
08:04:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:16.918365 12059 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:04:16.919 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:04:16.920 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:04:16.928 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.198.254"
      port: 42139
    }
    bound_http_address {
      host: "127.11.198.254"
      port: 46587
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.198.253"
      port: 42487
    }
    bound_http_address {
      host: "127.11.198.253"
      port: 36053
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.198.252"
      port: 41077
    }
    bound_http_address {
      host: "127.11.198.252"
      port: 38931
    }
  }
}

08:04:16.931 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:04:16.933 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.198.193"
      port: 39881
    }
    bound_http_address {
      host: "127.11.198.193"
      port: 43745
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.198.194"
      port: 37717
    }
    bound_http_address {
      host: "127.11.198.194"
      port: 34565
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.198.195"
      port: 41177
    }
    bound_http_address {
      host: "127.11.198.195"
      port: 42789
    }
  }
}

08:04:16.933 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:04:17.104 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:04:17.161 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:04:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.305897 12301 catalog_manager.cc:1295] Loaded cluster ID: a2ef85d83d6c40378645d3c7f7be86b2
08:04:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.305972 12301 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: loading cluster ID for follower catalog manager: success
08:04:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.307284 12301 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: acquiring CA information for follower catalog manager: success
08:04:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.307647 12301 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 409cd4265dc44e4c9f5083842d26186d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:17.341 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.198.252:41077(127.11.198.252:41077)] connecting to peer
08:04:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.384755 12328 catalog_manager.cc:1295] Loaded cluster ID: a2ef85d83d6c40378645d3c7f7be86b2
08:04:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.384867 12328 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: loading cluster ID for follower catalog manager: success
08:04:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.385943 12328 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: acquiring CA information for follower catalog manager: success
08:04:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.386191 12328 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d0046d89798d4e938fe5bc31b278ac40: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:17.396 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.198.254:42139(127.11.198.254:42139)] connecting to peer
08:04:17.397 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.198.253:42487(127.11.198.253:42487)] connecting to peer
08:04:17.410 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.198.254:42139(127.11.198.254:42139)] Successfully connected to peer
08:04:17.413 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.198.253:42487(127.11.198.253:42487)] Successfully connected to peer
08:04:17.413 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.198.252:41077(127.11.198.252:41077)] Successfully connected to peer
08:04:17.495 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.11.198.254
08:04:17.495 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.11.198.253
08:04:17.495 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.11.198.252
08:04:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.673178 12472 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:17.718 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x0a362517, L:/127.0.0.1:50180 - R:/127.11.198.253:42487] using SASL/PLAIN
08:04:17.720 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x16b7ce54, L:/127.0.0.1:56868 - R:/127.11.198.254:42139] using SASL/PLAIN
08:04:17.721 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x58ca4578, L:/127.0.0.1:57348 - R:/127.11.198.252:41077] using SASL/PLAIN
08:04:17.754 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:17.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=449), Traces: [0ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.252:41077, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.254:42139, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.253:42487, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.252:41077: OK, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.254:42139: OK, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.253:42487: OK, deferred=null) after lookup
08:04:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.793720 12607 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.796320 12172 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50180:
08:04:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294"
08:04:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:04:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:17.796669 12172 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:17.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.808653 12539 tablet_service.cc:1511] Processing CreateTablet for tablet cd9c2bddbe484bcb87e0e789cea973d5 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294 [id=682486b17c4d44aca0dd26349d472747]), partition=RANGE (key) PARTITION UNBOUNDED
08:04:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.809039 12539 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cd9c2bddbe484bcb87e0e789cea973d5. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.812701 12774 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap starting.
08:04:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.813500 12774 tablet_bootstrap.cc:654] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Neither blocks nor log segments found. Creating new log.
08:04:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.814026 12774 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Log is configured to *not* fsync() on all Append() calls
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.814782 12774 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: No bootstrap required, opened a new log
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.814844 12774 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent bootstrapping tablet: real 0.002s	user 0.002s	sys 0.000s
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.815382 12674 tablet_service.cc:1511] Processing CreateTablet for tablet cd9c2bddbe484bcb87e0e789cea973d5 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294 [id=682486b17c4d44aca0dd26349d472747]), partition=RANGE (key) PARTITION UNBOUNDED
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.815644 12674 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cd9c2bddbe484bcb87e0e789cea973d5. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.816038 12774 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.816143 12774 raft_consensus.cc:385] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.816180 12774 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a17c8178b8094db4aa5373045d148709, State: Initialized, Role: FOLLOWER
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.816272 12774 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.816493 12774 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:04:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.818517 12777 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap starting.
08:04:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.819291 12777 tablet_bootstrap.cc:654] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Neither blocks nor log segments found. Creating new log.
08:04:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.819728 12777 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Log is configured to *not* fsync() on all Append() calls
08:04:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.821158 12404 tablet_service.cc:1511] Processing CreateTablet for tablet cd9c2bddbe484bcb87e0e789cea973d5 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294 [id=682486b17c4d44aca0dd26349d472747]), partition=RANGE (key) PARTITION UNBOUNDED
08:04:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.821426 12404 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cd9c2bddbe484bcb87e0e789cea973d5. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.823359 12779 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap starting.
08:04:17.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.823953 12779 tablet_bootstrap.cc:654] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Neither blocks nor log segments found. Creating new log.
08:04:17.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.824282 12779 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Log is configured to *not* fsync() on all Append() calls
08:04:17.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.825121 12779 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: No bootstrap required, opened a new log
08:04:17.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.825176 12779 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent bootstrapping tablet: real 0.002s	user 0.001s	sys 0.000s
08:04:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.826311 12779 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.826426 12779 raft_consensus.cc:385] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.826453 12779 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Initialized, Role: FOLLOWER
08:04:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.826571 12779 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.826813 12779 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:04:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.828656 12777 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: No bootstrap required, opened a new log
08:04:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.828735 12777 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent bootstrapping tablet: real 0.010s	user 0.001s	sys 0.000s
08:04:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.830313 12777 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.830444 12777 raft_consensus.cc:385] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.830469 12777 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Initialized, Role: FOLLOWER
08:04:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.830557 12777 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.830765 12777 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:04:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:17.831532 12742 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:17.834 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 682486b17c4d44aca0dd26349d472747
08:04:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:17.902418 12743 tablet.cc:2406] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:17.914402 12473 tablet.cc:2406] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:18.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:18.035424 12608 tablet.cc:2406] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.125188 12781 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.125319 12781 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.126137 12781 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.129743 12559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709" is_pre_election: true
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.129850 12694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" is_pre_election: true
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.129916 12559 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 0.
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.130000 12694 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 0.
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.130129 12359 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: 
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.130285 12781 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.130354 12781 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.130383 12781 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 0 FOLLOWER]: Advancing to term 1
08:04:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.131156 12781 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.131307 12781 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 1 election: Requested vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.131480 12694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.131518 12559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709"
08:04:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.131589 12559 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 0 FOLLOWER]: Advancing to term 1
08:04:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.131587 12694 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 0 FOLLOWER]: Advancing to term 1
08:04:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.132346 12694 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 1.
08:04:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.132371 12559 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 1.
08:04:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.132525 12359 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: 
08:04:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.132612 12781 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 FOLLOWER]: Leader election won for term 1
08:04:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.132735 12781 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 LEADER]: Becoming Leader. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Running, Role: LEADER
08:04:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.132809 12781 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.133683 12172 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c reported cstate change: term changed from 0 to 1, leader changed from <none> to c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193). New cstate: current_term: 1 leader_uuid: "c243d08f9a84416fbeabeee85ca7f91c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:18.322 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 682486b17c4d44aca0dd26349d472747
08:04:18.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:18.346 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:18.348 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=null) after lookup
08:04:18.356 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:18.359 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] Successfully connected to peer
08:04:18.424 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x3f4437df, L:/127.0.0.1:43754 - R:/127.11.198.193:39881] using TOKEN/null
08:04:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.427309 12694 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Refusing update from remote peer c243d08f9a84416fbeabeee85ca7f91c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.427309 12559 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Refusing update from remote peer c243d08f9a84416fbeabeee85ca7f91c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.427666 12785 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.427984 12785 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:18.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.432673 12793 mvcc.cc:204] Tried to move back new op lower bound from 7305207228115365888 to 7305207226912387072. Current Snapshot: MvccSnapshot[applied={T|T < 7305207228115365888}]
08:04:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.432960 12794 mvcc.cc:204] Tried to move back new op lower bound from 7305207228115365888 to 7305207226912387072. Current Snapshot: MvccSnapshot[applied={T|T < 7305207228115365888}]
08:04:18.488 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:18.490 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.193:39881
08:04:18.491 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:18.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:18.491425 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12342
08:04:18.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:18.498 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] handling channelInactive
08:04:18.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state READY due to: connection closed
08:04:18.499 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: connection closed
08:04:18.510 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:18.510 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:18.510 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test)) after lookup
08:04:18.511 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:18.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.514 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.530 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:18.531 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:18.531 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411))) after lookup
08:04:18.532 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:18.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.534 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.571 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:18.571 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:18.571 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905))) after lookup
08:04:18.572 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:18.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.574 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.610 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:18.610 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:18.611 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [75ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [77ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [112ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956))) after lookup
08:04:18.611 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:18.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:18.613 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:19.031 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:19.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=534), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [75ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [77ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [112ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [114ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [116ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [116ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [533ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026))) after lookup
08:04:19.032 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:19.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.034 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.910 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:19.911 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:19.912 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1414), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [75ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [77ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [112ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [114ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [116ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [116ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [533ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [535ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [536ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [537ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1410ms] refreshing cache from master, [1411ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1413ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525))) after lookup
08:04:19.912 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:19.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.914 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.954981 12807 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.954998 12808 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.955071 12808 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.955072 12807 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.955340 12807 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.955729 12808 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:19.956024 12493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:19.955984 12628 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:19.956714 12628 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:19.956802 12493 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.958679 12559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709" is_pre_election: true
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.958771 12559 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 1.
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.958868 12694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" is_pre_election: true
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.958932 12694 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 1.
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.958943 12629 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959095 12493 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959211 12807 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959255 12807 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959249 12808 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959277 12807 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 1 FOLLOWER]: Advancing to term 2
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959291 12808 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Starting leader election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.959312 12808 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 1 FOLLOWER]: Advancing to term 2
08:04:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960035 12808 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960057 12807 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960199 12807 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 2 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960537 12694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960615 12694 raft_consensus.cc:2393] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a17c8178b8094db4aa5373045d148709 in current term 2: Already voted for candidate a2b64d30afbf40a584a9af7dac40ad6f in this term.
08:04:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:19.960662 12628 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960786 12559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709"
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960855 12559 raft_consensus.cc:2393] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a2b64d30afbf40a584a9af7dac40ad6f in current term 2: Already voted for candidate a17c8178b8094db4aa5373045d148709 in this term.
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.960985 12629 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f; no voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:19.961018 12493 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.961047 12493 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a17c8178b8094db4aa5373045d148709; no voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.961097 12807 raft_consensus.cc:2749] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.961114 12808 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 2 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:19.961196 12808 raft_consensus.cc:2749] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:04:21.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:21.271 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:21.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2775), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [75ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [77ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [112ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [114ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [116ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [116ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [533ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [535ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [536ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [537ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1410ms] refreshing cache from master, [1411ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1413ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [1415ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [1417ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1417ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2770ms] refreshing cache from master, [2771ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2773ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525) -> (continuation of Deferred@1036486308 after retry RPC@97558328), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525) -> (continuation of Deferred@1036486308 after retry RPC@97558328))) after lookup
08:04:21.273 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:21.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:21.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:21.275 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:21.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:21.331 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:21.332 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2835), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [75ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [77ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [112ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [114ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [116ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [116ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [533ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [535ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [536ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [537ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1410ms] refreshing cache from master, [1411ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1413ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [1415ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [1417ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1417ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2770ms] refreshing cache from master, [2771ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2773ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [2776ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2778ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2778ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2830ms] refreshing cache from master, [2831ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2833ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525) -> (continuation of Deferred@1036486308 after retry RPC@97558328) -> (continuation of Deferred@1382813721 after retry RPC@209589327), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525) -> (continuation of Deferred@1036486308 after retry RPC@97558328) -> (continuation of Deferred@1382813721 after retry RPC@209589327))) after lookup
08:04:21.333 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:21.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:21.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:21.335 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.798074 12818 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.798166 12818 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.798327 12818 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.798723 12694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" is_pre_election: true
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.798863 12694 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 2.
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.799481 12493 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: 
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:21.799554 12493 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.799589 12818 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.799621 12818 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.799639 12818 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 2 FOLLOWER]: Advancing to term 3
08:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.800227 12818 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.800338 12818 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 3 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.800606 12694 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.800688 12694 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 2 FOLLOWER]: Advancing to term 3
08:04:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:21.801344 12493 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.801384 12694 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 3.
08:04:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.801556 12493 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.801633 12818 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Leader election won for term 3
08:04:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.801743 12818 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 LEADER]: Becoming Leader. State: Replica: a17c8178b8094db4aa5373045d148709, State: Running, Role: LEADER
08:04:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.801852 12818 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:21.803228 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 reported cstate change: term changed from 1 to 3, leader changed from c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193) to a17c8178b8094db4aa5373045d148709 (127.11.198.194). New cstate: current_term: 3 leader_uuid: "a17c8178b8094db4aa5373045d148709" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: HEALTHY } } }
08:04:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:22.235747 12493 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 -> Peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Couldn't send request to peer c243d08f9a84416fbeabeee85ca7f91c. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:22.286399 12694 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Refusing update from remote peer a17c8178b8094db4aa5373045d148709: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
08:04:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:22.286679 12818 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:04:24.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:24.591 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:24.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=18, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=6094), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [17ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [33ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [37ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [75ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [77ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [112ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [114ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [116ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [116ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [533ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [535ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [536ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [537ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1410ms] refreshing cache from master, [1411ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1413ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [1415ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [1417ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1417ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2770ms] refreshing cache from master, [2771ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2773ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [2776ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2778ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2778ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2830ms] refreshing cache from master, [2831ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2833ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [2836ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2838ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2838ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [6090ms] refreshing cache from master, [6090ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [6093ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@88657461(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@29661218 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525) -> (continuation of Deferred@1036486308 after retry RPC@97558328) -> (continuation of Deferred@1382813721 after retry RPC@209589327) -> (continuation of Deferred@2094182984 after retry RPC@15863281), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27e0807c -> wakeup thread Time-limited test -> (continuation of Deferred@1993905145 after retry RPC@318514411) -> (continuation of Deferred@860131182 after retry RPC@1713597905) -> (continuation of Deferred@373516300 after retry RPC@1083198956) -> (continuation of Deferred@1587699328 after retry RPC@1428300026) -> (continuation of Deferred@1686290447 after retry RPC@543365525) -> (continuation of Deferred@1036486308 after retry RPC@97558328) -> (continuation of Deferred@1382813721 after retry RPC@209589327) -> (continuation of Deferred@2094182984 after retry RPC@15863281))) after lookup
08:04:24.593 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:24.594 [DEBUG - kudu-nio-4] (Connection.java:757) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] Successfully connected to peer
08:04:24.620 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x6dc9f082, L:/127.0.0.1:43960 - R:/127.11.198.194:37717] using TOKEN/null
08:04:24.631 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.193:39881
08:04:24.633 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.633463 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.718405 12853 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.718585 12853 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.718602 12853 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.720026 12853 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.720072 12853 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.193
08:04:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.721668 12853 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12853
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.721846 12853 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.722024 12853 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.724267 12859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.724323 12861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.724404 12858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.724555 12853 server_base.cc:1061] running on GCE node
08:04:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.725037 12853 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.725250 12853 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.726399 12853 hybrid_clock.cc:648] HybridClock initialized: now 1783497864726379 us; error 35 us; skew 500 ppm
08:04:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.727537 12853 webserver.cc:533] Webserver started at http://127.11.198.193:43745/ using document root <none> and password file <none>
08:04:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.727728 12853 fs_manager.cc:362] Metadata directory not provided
08:04:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.727811 12853 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.729058 12853 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.729647 12867 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.729907 12853 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.729974 12853 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.730269 12853 fs_report.cc:389] FS layout report
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/data
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.744058 12853 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.744436 12853 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.744562 12853 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.744792 12853 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.745260 12874 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.746121 12853 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.746166 12853 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.746199 12853 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.746901 12853 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.746935 12853 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.747063 12874 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap starting.
08:04:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.753896 12853 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.193:39881
08:04:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.753984 12981 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.193:39881 every 8 connection(s)
08:04:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.754307 12853 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.756008 12874 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Log is configured to *not* fsync() on all Append() calls
08:04:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.758155 12874 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.758474 12874 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap complete.
08:04:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.758702 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 12853
08:04:24.759 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:24.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.759374 12874 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent bootstrapping tablet: real 0.012s	user 0.003s	sys 0.007s
08:04:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.760491 12874 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.760761 12874 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Initialized, Role: FOLLOWER
08:04:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.760861 12874 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.761070 12874 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:04:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.762660 12983 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.762717 12982 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.762753 12983 heartbeater.cc:461] Registering TS with master...
08:04:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.762770 12982 heartbeater.cc:461] Registering TS with master...
08:04:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.762943 12982 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.763468 12244 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.762945 12983 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:24.764 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.763965 12101 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:24.764 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.194:37717
08:04:24.765 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:04:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.765400 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12477
08:04:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.767721 12984 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.767794 12984 heartbeater.cc:461] Registering TS with master...
08:04:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.767891 12984 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.768250 12173 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.768764 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.193:45599
08:04:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:24.769439 12984 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:24.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:24.770812 12993 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.760712 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.11.198.194:54243 (local address 127.11.198.193:39881)
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761138 (+   426us) server_negotiation.cc:207] Beginning negotiation
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761145 (+     7us) server_negotiation.cc:400] Waiting for connection header
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761154 (+     9us) server_negotiation.cc:408] Connection header received
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761183 (+    29us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761186 (+     3us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761205 (+    19us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761618 (+   413us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.761681 (+    63us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.767203 (+  5522us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 08:04:24.770655 (+  3452us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.11.198.194:54243: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":399,"thread_start_us":104,"threads_started":1}
08:04:24.772 [DEBUG - kudu-nio-4] (Connection.java:239) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] handling channelInactive
08:04:24.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state READY due to: connection closed
08:04:24.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:24.773 [DEBUG - Time-limited test] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:24.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.775 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:24.790 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:24.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [2ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2146136185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6f6677f0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20478215 -> wakeup thread Time-limited test)) after lookup
08:04:24.791 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:24.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.792 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.810 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:24.811 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:24.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [2ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [18ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [19ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [19ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2146136185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6f6677f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20478215 -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447))) after lookup
08:04:24.812 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:24.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.814 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:24.831 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:24.831 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [2ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [18ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [19ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [19ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [39ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [41ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [41ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [57ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2146136185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6f6677f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20478215 -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898))) after lookup
08:04:24.832 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:24.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.833 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.890 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:24.890 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:24.891 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [2ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [18ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [19ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [19ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [39ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [41ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [41ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [57ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [58ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [60ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [60ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [117ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2146136185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6f6677f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898) -> (continuation of Deferred@629160367 after retry RPC@945131222), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20478215 -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898) -> (continuation of Deferred@629160367 after retry RPC@945131222))) after lookup
08:04:24.892 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:24.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:24.893 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:25.310 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:25.311 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:25.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=538), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [2ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [18ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [19ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [19ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [39ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [41ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [41ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [57ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [58ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [60ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [60ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [117ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [118ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [120ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [120ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [534ms] refreshing cache from master, [534ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [537ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2146136185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6f6677f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898) -> (continuation of Deferred@629160367 after retry RPC@945131222) -> (continuation of Deferred@2109306757 after retry RPC@1762555354), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20478215 -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898) -> (continuation of Deferred@629160367 after retry RPC@945131222) -> (continuation of Deferred@2109306757 after retry RPC@1762555354))) after lookup
08:04:25.312 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:25.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:25.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:25.314 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.131402 12996 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a17c8178b8094db4aa5373045d148709)
08:04:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.131531 12996 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:26.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.131700 12996 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:26.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.132081 12629 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:26.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.132529 12629 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.134831 12936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c" is_pre_election: true
08:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.134984 12936 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 1.
08:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.135195 12628 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c; no voters: a17c8178b8094db4aa5373045d148709
08:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.135290 12996 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Leader pre-election won for term 4
08:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.135345 12996 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Starting leader election (detected failure of leader a17c8178b8094db4aa5373045d148709)
08:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.135367 12996 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 3 FOLLOWER]: Advancing to term 4
08:04:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.135998 12996 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.136127 12996 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 4 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.136312 12936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.136384 12936 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 1 FOLLOWER]: Advancing to term 4
08:04:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.136650 12629 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.137399 12936 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 4.
08:04:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.137567 12628 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c; no voters: a17c8178b8094db4aa5373045d148709
08:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.137639 12996 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Leader election won for term 4
08:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.137789 12996 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 LEADER]: Becoming Leader. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Running, Role: LEADER
08:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.137881 12996 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.138839 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f reported cstate change: term changed from 3 to 4, leader changed from a17c8178b8094db4aa5373045d148709 (127.11.198.194) to a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195). New cstate: current_term: 4 leader_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.652923 12629 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f -> Peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Couldn't send request to peer a17c8178b8094db4aa5373045d148709. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.707006 12936 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Refusing update from remote peer a2b64d30afbf40a584a9af7dac40ad6f: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
08:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.707355 13013 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
08:04:26.712 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:26.712 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:26.713 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1939), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [2ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [18ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [19ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [19ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [39ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [41ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [41ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [57ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [58ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [60ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [60ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [117ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [118ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [120ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [120ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [534ms] refreshing cache from master, [534ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [537ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [539ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [541ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [541ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [1934ms] refreshing cache from master, [1935ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1938ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2146136185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6f6677f0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898) -> (continuation of Deferred@629160367 after retry RPC@945131222) -> (continuation of Deferred@2109306757 after retry RPC@1762555354) -> (continuation of Deferred@261305494 after retry RPC@1690660829), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20478215 -> wakeup thread Time-limited test -> (continuation of Deferred@1489811153 after retry RPC@1149747447) -> (continuation of Deferred@1878965157 after retry RPC@311556898) -> (continuation of Deferred@629160367 after retry RPC@945131222) -> (continuation of Deferred@2109306757 after retry RPC@1762555354) -> (continuation of Deferred@261305494 after retry RPC@1690660829))) after lookup
08:04:26.714 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:26.715 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] Successfully connected to peer
08:04:26.729 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x638a206e, L:/127.0.0.1:49796 - R:/127.11.198.195:41177] using TOKEN/null
08:04:26.739 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.194:37717
08:04:26.740 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:04:26.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.740813 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:37717
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34565
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.824764 13028 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.824959 13028 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.824980 13028 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.826550 13028 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.826609 13028 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.194
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.828255 13028 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:37717
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34565
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13028
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.828464 13028 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.828650 13028 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.831743 13036 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.831660 13034 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:26.831676 13033 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.831920 13028 server_base.cc:1061] running on GCE node
08:04:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.832082 13028 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.832361 13028 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.833547 13028 hybrid_clock.cc:648] HybridClock initialized: now 1783497866833517 us; error 46 us; skew 500 ppm
08:04:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.834810 13028 webserver.cc:533] Webserver started at http://127.11.198.194:34565/ using document root <none> and password file <none>
08:04:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.835012 13028 fs_manager.cc:362] Metadata directory not provided
08:04:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.835089 13028 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.836364 13028 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.837033 13042 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.837198 13028 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.837275 13028 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a17c8178b8094db4aa5373045d148709"
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.837570 13028 fs_report.cc:389] FS layout report
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/data
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.858196 13028 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.858522 13028 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.858642 13028 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.858867 13028 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.859380 13049 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.860270 13028 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.860316 13028 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.860350 13028 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.860952 13028 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.860984 13028 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.861047 13049 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap starting.
08:04:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.867527 13028 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.194:37717
08:04:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.867638 13156 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.194:37717 every 8 connection(s)
08:04:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.867959 13028 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:26.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.869884 13049 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Log is configured to *not* fsync() on all Append() calls
08:04:26.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.871294 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 13028
08:04:26.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.872385 13049 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.872704 13049 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap complete.
08:04:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.873664 13049 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent bootstrapping tablet: real 0.013s	user 0.005s	sys 0.007s
08:04:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.873693 13157 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.873775 13157 heartbeater.cc:461] Registering TS with master...
08:04:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.873977 13157 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.874644 12244 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.874789 13049 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.875027 13049 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: a17c8178b8094db4aa5373045d148709, State: Initialized, Role: FOLLOWER
08:04:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.875392 13049 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.875695 13159 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.875882 13159 heartbeater.cc:461] Registering TS with master...
08:04:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.875985 13159 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.876027 13049 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
08:04:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.876258 12173 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.876744 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.194:44223
08:04:26.877 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:26.878 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.195:41177
08:04:26.878 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:04:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.878880 13158 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.878875 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12612
08:04:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.878928 13158 heartbeater.cc:461] Registering TS with master...
08:04:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.878948 13159 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.878971 13158 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:26.879796 12101 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:26.885 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:26.885 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] handling channelInactive
08:04:26.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state READY due to: connection closed
08:04:26.886 [DEBUG - Time-limited test] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:26.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.887 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.910 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:26.910 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:26.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [24ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@945742049(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@77aacbb0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cb2bdb8 -> wakeup thread Time-limited test)) after lookup
08:04:26.911 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:26.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.913 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.930 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:26.930 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:26.931 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [24ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [25ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [27ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [27ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@945742049(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@77aacbb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cb2bdb8 -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628))) after lookup
08:04:26.932 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:26.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.934 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:26.951 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:26.952 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [24ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [25ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [27ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [27ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [48ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [64ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@945742049(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@77aacbb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cb2bdb8 -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271))) after lookup
08:04:26.953 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:26.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:26.954 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:27.090 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:27.090 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:27.090 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=204), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [24ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [25ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [27ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [27ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [48ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [64ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [66ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [68ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [68ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [203ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@945742049(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@77aacbb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271) -> (continuation of Deferred@138574517 after retry RPC@599479941), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cb2bdb8 -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271) -> (continuation of Deferred@138574517 after retry RPC@599479941))) after lookup
08:04:27.091 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:27.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:27.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:27.093 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:27.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:27.191 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:27.191 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=305), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [24ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [25ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [27ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [27ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [48ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [64ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [66ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [68ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [68ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [203ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [205ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [206ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [207ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [301ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [304ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@945742049(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@77aacbb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271) -> (continuation of Deferred@138574517 after retry RPC@599479941) -> (continuation of Deferred@1008641881 after retry RPC@1172885793), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cb2bdb8 -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271) -> (continuation of Deferred@138574517 after retry RPC@599479941) -> (continuation of Deferred@1008641881 after retry RPC@1172885793))) after lookup
08:04:27.192 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:27.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:27.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:27.193 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.224457 13170 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.224579 13170 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.224844 13170 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:28.225382 13044 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:28.225881 13044 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.228344 12936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c" is_pre_election: true
08:04:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.228605 13044 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a17c8178b8094db4aa5373045d148709; no voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c
08:04:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.228729 13170 raft_consensus.cc:2749] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.238951 13175 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a2b64d30afbf40a584a9af7dac40ad6f)
08:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.239032 13175 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.239297 13175 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:28.239673 12869 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:28.240177 12869 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.242307 13111 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709" is_pre_election: true
08:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.242429 13111 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 3.
08:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.242641 12870 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: a2b64d30afbf40a584a9af7dac40ad6f
08:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.242790 13175 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Leader pre-election won for term 5
08:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.242856 13175 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Starting leader election (detected failure of leader a2b64d30afbf40a584a9af7dac40ad6f)
08:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.242870 13175 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 4 FOLLOWER]: Advancing to term 5
08:04:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.243455 13175 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.243572 13175 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 5 election: Requested vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.243739 13111 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709"
08:04:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.243809 13111 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 3 FOLLOWER]: Advancing to term 5
08:04:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:28.243985 12869 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.244822 13111 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 5.
08:04:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.244987 12870 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: a2b64d30afbf40a584a9af7dac40ad6f
08:04:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.245077 13175 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 FOLLOWER]: Leader election won for term 5
08:04:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.245189 13175 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 LEADER]: Becoming Leader. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Running, Role: LEADER
08:04:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.245256 13175 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.245914 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c reported cstate change: term changed from 4 to 5, leader changed from a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195) to c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193). New cstate: current_term: 5 leader_uuid: "c243d08f9a84416fbeabeee85ca7f91c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:28.787374 12869 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c -> Peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Couldn't send request to peer a2b64d30afbf40a584a9af7dac40ad6f. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.813025 13111 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Refusing update from remote peer c243d08f9a84416fbeabeee85ca7f91c: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
08:04:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:28.813362 13192 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
08:04:28.990 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:28.990 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:28.991 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2105), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [24ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [25ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [27ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [27ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [48ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [64ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [66ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [68ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [68ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [203ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [205ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [206ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [207ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [301ms] refreshing cache from master, [302ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [304ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [305ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [307ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [307ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [2102ms] refreshing cache from master, [2102ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2104ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@945742049(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@77aacbb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271) -> (continuation of Deferred@138574517 after retry RPC@599479941) -> (continuation of Deferred@1008641881 after retry RPC@1172885793) -> (continuation of Deferred@2072508914 after retry RPC@2019909242), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3cb2bdb8 -> wakeup thread Time-limited test -> (continuation of Deferred@115885732 after retry RPC@798909628) -> (continuation of Deferred@294382286 after retry RPC@1307363271) -> (continuation of Deferred@138574517 after retry RPC@599479941) -> (continuation of Deferred@1008641881 after retry RPC@1172885793) -> (continuation of Deferred@2072508914 after retry RPC@2019909242))) after lookup
08:04:28.992 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:28.993 [DEBUG - kudu-nio-2] (Connection.java:757) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] Successfully connected to peer
08:04:29.010 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xab91f357, L:/127.0.0.1:53524 - R:/127.11.198.193:39881] using TOKEN/null
08:04:29.020 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.195:41177
08:04:29.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.020869 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:41177
08:04:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42789
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.097565 13206 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.097733 13206 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.097750 13206 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.099193 13206 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.099241 13206 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.195
08:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.100724 13206 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:41177
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42789
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13206
08:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.100906 13206 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.101097 13206 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.103413 13212 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.103436 13211 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.103552 13206 server_base.cc:1061] running on GCE node
08:04:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:29.103935 13214 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.104110 13206 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.104383 13206 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.105512 13206 hybrid_clock.cc:648] HybridClock initialized: now 1783497869105489 us; error 37 us; skew 500 ppm
08:04:29.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.106516 13206 webserver.cc:533] Webserver started at http://127.11.198.195:42789/ using document root <none> and password file <none>
08:04:29.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.106706 13206 fs_manager.cc:362] Metadata directory not provided
08:04:29.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.106776 13206 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.107982 13206 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
08:04:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.108529 13220 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.108666 13206 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.108737 13206 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.109035 13206 fs_report.cc:389] FS layout report
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/data
08:04:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.134625 13206 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.134967 13206 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.135087 13206 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.135325 13206 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.135799 13227 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.136677 13206 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.136722 13206 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.136756 13206 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.137374 13206 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.137406 13206 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.137451 13227 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap starting.
08:04:29.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.144177 13206 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.195:41177
08:04:29.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.144568 13206 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:29.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.145035 13334 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.195:41177 every 8 connection(s)
08:04:29.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.145398 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 13206
08:04:29.146 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.146734 13227 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Log is configured to *not* fsync() on all Append() calls
08:04:29.151 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.151381 13227 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.152047 13227 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap complete.
08:04:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.153160 13227 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.009s
08:04:29.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.154392 13227 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:29.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.154808 13227 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Initialized, Role: FOLLOWER
08:04:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.155066 13227 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.155884 13227 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.001s
08:04:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.155891 13336 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.156177 13336 heartbeater.cc:461] Registering TS with master...
08:04:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.156376 13336 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.156956 13335 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.156942 12100 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.156996 13335 heartbeater.cc:461] Registering TS with master...
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.157078 13335 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.157403 12244 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:29.159 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.193:39881
08:04:29.159 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.160149 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12853
08:04:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.160456 13337 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.160683 13337 heartbeater.cc:461] Registering TS with master...
08:04:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.160897 13337 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.161301 12173 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.161691 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.195:57193
08:04:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:29.162297 13337 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:29.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:29.165 [DEBUG - kudu-nio-2] (Connection.java:239) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] handling channelInactive
08:04:29.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state READY due to: connection closed
08:04:29.166 [DEBUG - Time-limited test] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:29.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.168 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.189 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:29.190 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:29.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@375130119(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@d2bbac5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55e7d06c -> wakeup thread Time-limited test)) after lookup
08:04:29.191 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:29.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.192 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.210 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:29.210 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:29.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [24ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [26ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [26ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@375130119(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@d2bbac5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55e7d06c -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304))) after lookup
08:04:29.211 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:29.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.213 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.230 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:29.230 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:29.230 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [24ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [26ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [26ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [47ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [47ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [63ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@375130119(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@d2bbac5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55e7d06c -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737))) after lookup
08:04:29.231 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:29.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.233 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.270 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:29.270 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:29.270 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [24ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [26ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [26ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [47ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [47ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [63ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [65ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [66ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [67ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [103ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@375130119(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@d2bbac5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737) -> (continuation of Deferred@1004090656 after retry RPC@1192922355), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55e7d06c -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737) -> (continuation of Deferred@1004090656 after retry RPC@1192922355))) after lookup
08:04:29.272 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:29.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.273 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.570 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:29.570 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:29.570 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=404), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [24ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [26ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [26ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [47ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [47ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [63ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [65ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [66ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [67ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [103ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [105ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [107ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [107ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [401ms] refreshing cache from master, [402ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [404ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@375130119(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@d2bbac5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737) -> (continuation of Deferred@1004090656 after retry RPC@1192922355) -> (continuation of Deferred@1711847351 after retry RPC@1969668753), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55e7d06c -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737) -> (continuation of Deferred@1004090656 after retry RPC@1192922355) -> (continuation of Deferred@1711847351 after retry RPC@1969668753))) after lookup
08:04:29.572 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:29.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:29.573 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.434285 13348 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.434446 13348 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.434718 13348 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:30.435130 13222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:30.435580 13222 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.437650 13111 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709" is_pre_election: true
08:04:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.437953 13223 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f; no voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c
08:04:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.438087 13348 raft_consensus.cc:2749] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.520128 13353 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.520244 13353 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.520426 13353 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:30.521341 13044 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.523643 13276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" is_pre_election: true
08:04:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.523761 13276 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 4.
08:04:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.524008 13044 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.524120 13353 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Leader pre-election won for term 6
08:04:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.524153 13353 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Starting leader election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.524201 13353 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 5 FOLLOWER]: Advancing to term 6
08:04:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.524781 13353 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.524900 13353 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 6 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.525167 13276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.525251 13276 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 4 FOLLOWER]: Advancing to term 6
08:04:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:30.525461 13044 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.526207 13276 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 6.
08:04:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.526398 13044 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.527778 13353 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 FOLLOWER]: Leader election won for term 6
08:04:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.527935 13353 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 LEADER]: Becoming Leader. State: Replica: a17c8178b8094db4aa5373045d148709, State: Running, Role: LEADER
08:04:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.528030 13353 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.528679 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 reported cstate change: term changed from 5 to 6, leader changed from c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193) to a17c8178b8094db4aa5373045d148709 (127.11.198.194). New cstate: current_term: 6 leader_uuid: "a17c8178b8094db4aa5373045d148709" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: HEALTHY } } }
08:04:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.908505 13276 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Refusing update from remote peer a17c8178b8094db4aa5373045d148709: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
08:04:30.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.908829 13353 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
08:04:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:30.911795 13044 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 -> Peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Couldn't send request to peer c243d08f9a84416fbeabeee85ca7f91c. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:30.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:30.950 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:30.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1785), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [24ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [26ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [26ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [45ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [47ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [47ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [63ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [65ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [66ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [67ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [103ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [105ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [107ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [107ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [401ms] refreshing cache from master, [402ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [404ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [405ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [407ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [407ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1781ms] refreshing cache from master, [1781ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1783ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@375130119(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@d2bbac5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737) -> (continuation of Deferred@1004090656 after retry RPC@1192922355) -> (continuation of Deferred@1711847351 after retry RPC@1969668753) -> (continuation of Deferred@698338345 after retry RPC@1781457345), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55e7d06c -> wakeup thread Time-limited test -> (continuation of Deferred@860579933 after retry RPC@1480899304) -> (continuation of Deferred@396141144 after retry RPC@1785911737) -> (continuation of Deferred@1004090656 after retry RPC@1192922355) -> (continuation of Deferred@1711847351 after retry RPC@1969668753) -> (continuation of Deferred@698338345 after retry RPC@1781457345))) after lookup
08:04:30.952 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:30.953 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] Successfully connected to peer
08:04:30.967 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x84c49834, L:/127.0.0.1:44024 - R:/127.11.198.194:37717] using TOKEN/null
08:04:30.976 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.193:39881
08:04:30.977 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:30.977488 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.054291 13379 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.054467 13379 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.054487 13379 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:31.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.055938 13379 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:31.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.055990 13379 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.193
08:04:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.057621 13379 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13379
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.057811 13379 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.057981 13379 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.060390 13385 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.060467 13379 server_base.cc:1061] running on GCE node
08:04:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.060429 13384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:31.060734 13387 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.060921 13379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.061139 13379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.062261 13379 hybrid_clock.cc:648] HybridClock initialized: now 1783497871062251 us; error 27 us; skew 500 ppm
08:04:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.063442 13379 webserver.cc:533] Webserver started at http://127.11.198.193:43745/ using document root <none> and password file <none>
08:04:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.063585 13379 fs_manager.cc:362] Metadata directory not provided
08:04:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.063625 13379 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.064707 13379 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.065449 13393 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.065579 13379 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.065626 13379 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.065927 13379 fs_report.cc:389] FS layout report
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/data
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.083290 13379 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.083635 13379 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.083770 13379 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.084005 13379 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.084585 13400 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.085551 13379 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.085608 13379 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.085639 13379 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:31.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.086335 13379 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:31.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.086374 13379 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:31.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.086442 13400 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap starting.
08:04:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.093116 13379 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.193:39881
08:04:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.093170 13507 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.193:39881 every 8 connection(s)
08:04:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.093564 13379 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.096611 13400 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Log is configured to *not* fsync() on all Append() calls
08:04:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.099648 13400 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.100299 13400 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap complete.
08:04:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.101506 13400 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent bootstrapping tablet: real 0.015s	user 0.006s	sys 0.007s
08:04:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.102665 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 13379
08:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.102713 13400 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:31.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.103001 13400 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Initialized, Role: FOLLOWER
08:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.103108 13400 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.103348 13400 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
08:04:31.108 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:31.109 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.194:37717
08:04:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.109380 13509 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.109498 13509 heartbeater.cc:461] Registering TS with master...
08:04:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.109711 13509 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.109959 13508 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.110028 13508 heartbeater.cc:461] Registering TS with master...
08:04:31.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:04:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.110292 12101 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.110131 13508 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.110458 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 13028
08:04:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.111057 12244 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.110116 13510 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.111759 13510 heartbeater.cc:461] Registering TS with master...
08:04:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.111922 13510 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.112282 12172 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.112779 12172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.193:57527
08:04:31.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:31.116995 13510 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:31.117 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] handling channelInactive
08:04:31.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state READY due to: connection closed
08:04:31.128 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:31.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.130 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:31.150 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:31.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [13ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [13ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@291120746(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@578ecad0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dd483e4 -> wakeup thread Time-limited test)) after lookup
08:04:31.151 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:31.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.153 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:31.190 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:31.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [13ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [13ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [34ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [35ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [36ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@291120746(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@578ecad0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dd483e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526))) after lookup
08:04:31.191 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:31.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.193 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.249 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:31.250 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:31.250 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=133), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [13ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [13ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [34ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [35ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [36ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [74ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [76ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [76ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@291120746(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@578ecad0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dd483e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431))) after lookup
08:04:31.252 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:31.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.253 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.429 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:31.429 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:31.430 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=313), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [13ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [13ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [34ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [35ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [36ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [74ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [76ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [76ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [134ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [136ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [136ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [312ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@291120746(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@578ecad0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431) -> (continuation of Deferred@261197642 after retry RPC@1433223311), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dd483e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431) -> (continuation of Deferred@261197642 after retry RPC@1433223311))) after lookup
08:04:31.430 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:31.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:31.432 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:32.250 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:32.250 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:32.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1134), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [13ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [13ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [34ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [35ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [36ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [74ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [76ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [76ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [134ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [136ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [136ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [312ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [313ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [315ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [315ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [1131ms] refreshing cache from master, [1131ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1133ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@291120746(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@578ecad0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431) -> (continuation of Deferred@261197642 after retry RPC@1433223311) -> (continuation of Deferred@693075645 after retry RPC@370752035), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dd483e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431) -> (continuation of Deferred@261197642 after retry RPC@1433223311) -> (continuation of Deferred@693075645 after retry RPC@370752035))) after lookup
08:04:32.252 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:32.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:32.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:32.253 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.476785 13521 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Starting pre-election (detected failure of leader a17c8178b8094db4aa5373045d148709)
08:04:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.476876 13521 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.477072 13521 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:32.477787 13223 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.480068 13462 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c" is_pre_election: true
08:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.480232 13462 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 5.
08:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.480445 13222 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c; no voters: a17c8178b8094db4aa5373045d148709
08:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.480561 13521 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Leader pre-election won for term 7
08:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.480602 13521 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Starting leader election (detected failure of leader a17c8178b8094db4aa5373045d148709)
08:04:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.480616 13521 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 6 FOLLOWER]: Advancing to term 7
08:04:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.481168 13521 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.481274 13521 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 7 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.481439 13462 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.481529 13462 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 5 FOLLOWER]: Advancing to term 7
08:04:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:32.481806 13223 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.482570 13462 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 7.
08:04:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.482733 13222 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c; no voters: a17c8178b8094db4aa5373045d148709
08:04:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.482824 13521 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 FOLLOWER]: Leader election won for term 7
08:04:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.482995 13521 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 LEADER]: Becoming Leader. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Running, Role: LEADER
08:04:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.483093 13521 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.483780 12172 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f reported cstate change: term changed from 6 to 7, leader changed from a17c8178b8094db4aa5373045d148709 (127.11.198.194) to a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195). New cstate: current_term: 7 leader_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:32.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:32.920763 13223 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f -> Peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Couldn't send request to peer a17c8178b8094db4aa5373045d148709. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:32.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.922150 13462 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Refusing update from remote peer a2b64d30afbf40a584a9af7dac40ad6f: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
08:04:32.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:32.922413 13521 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
08:04:33.810 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:33.810 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:33.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2693), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [13ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [13ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [34ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [35ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [36ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [74ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [76ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [76ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [134ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [136ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [136ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [312ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [313ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [315ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [315ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [1131ms] refreshing cache from master, [1131ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1133ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [1134ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [1136ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [1136ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [2690ms] refreshing cache from master, [2691ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2693ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@291120746(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@578ecad0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431) -> (continuation of Deferred@261197642 after retry RPC@1433223311) -> (continuation of Deferred@693075645 after retry RPC@370752035) -> (continuation of Deferred@1809676734 after retry RPC@877305540), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dd483e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1172348693 after retry RPC@1820524526) -> (continuation of Deferred@631666202 after retry RPC@1579188431) -> (continuation of Deferred@261197642 after retry RPC@1433223311) -> (continuation of Deferred@693075645 after retry RPC@370752035) -> (continuation of Deferred@1809676734 after retry RPC@877305540))) after lookup
08:04:33.812 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:33.813 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] Successfully connected to peer
08:04:33.830 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x98bea8f9, L:/127.0.0.1:49836 - R:/127.11.198.195:41177] using TOKEN/null
08:04:33.842 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.194:37717
08:04:33.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:04:33.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.844756 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:37717
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34565
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.920639 13552 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.920800 13552 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.920818 13552 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.922266 13552 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.922315 13552 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.194
08:04:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.923743 13552 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:37717
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34565
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13552
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.923918 13552 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.924098 13552 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.926662 13560 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.926741 13557 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:33.926668 13558 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.927131 13552 server_base.cc:1061] running on GCE node
08:04:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.927310 13552 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.927502 13552 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.928619 13552 hybrid_clock.cc:648] HybridClock initialized: now 1783497873928599 us; error 36 us; skew 500 ppm
08:04:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.929625 13552 webserver.cc:533] Webserver started at http://127.11.198.194:34565/ using document root <none> and password file <none>
08:04:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.929771 13552 fs_manager.cc:362] Metadata directory not provided
08:04:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.929808 13552 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:33.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.930861 13552 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.931384 13566 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.931548 13552 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.931608 13552 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a17c8178b8094db4aa5373045d148709"
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.931914 13552 fs_report.cc:389] FS layout report
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/data
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.950162 13552 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.950423 13552 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.950515 13552 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.950695 13552 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.951133 13573 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.952067 13552 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.952103 13552 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.952127 13552 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.952689 13552 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.952718 13552 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:33.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.952798 13573 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap starting.
08:04:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.959010 13552 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.194:37717
08:04:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.959108 13680 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.194:37717 every 8 connection(s)
08:04:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.959427 13552 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:33.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.961615 13573 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Log is configured to *not* fsync() on all Append() calls
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965196 13573 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965282 13681 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965351 13681 heartbeater.cc:461] Registering TS with master...
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965476 13573 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap complete.
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965528 13681 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965708 13682 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965762 13682 heartbeater.cc:461] Registering TS with master...
08:04:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.965858 13682 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.966320 12100 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.966341 12244 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.966384 13573 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.009s
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967011 13683 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967057 13683 heartbeater.cc:461] Registering TS with master...
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967123 13683 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967401 12172 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967469 13573 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967727 12172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.194:60271
08:04:33.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967720 13573 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: a17c8178b8094db4aa5373045d148709, State: Initialized, Role: FOLLOWER
08:04:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.967856 13573 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.968122 13573 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:04:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.968307 13683 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.969462 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 13552
08:04:33.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:33.973 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:33.973 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.195:41177
08:04:33.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:04:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:33.974365 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 13206
08:04:33.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:33.979 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] handling channelInactive
08:04:33.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state READY due to: connection closed
08:04:33.988 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:33.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:33.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:33.989 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.010 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:34.010 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:34.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [10ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [10ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1138130534(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@230a7466 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b799436 -> wakeup thread Time-limited test)) after lookup
08:04:34.011 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:34.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.013 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.029 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:34.030 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:34.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [10ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [10ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [32ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [34ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [34ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [50ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1138130534(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@230a7466 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b799436 -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892))) after lookup
08:04:34.031 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:34.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.032 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.089 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:34.090 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:34.090 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [10ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [10ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [32ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [34ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [34ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [50ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [51ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [53ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [53ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [110ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1138130534(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@230a7466 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b799436 -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137))) after lookup
08:04:34.091 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:34.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.093 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:34.349 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:34.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=370), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [10ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [10ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [32ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [34ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [34ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [50ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [51ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [53ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [53ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [110ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [112ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [113ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [114ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [368ms] refreshing cache from master, [368ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [370ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1138130534(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@230a7466 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137) -> (continuation of Deferred@595963028 after retry RPC@281763406), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b799436 -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137) -> (continuation of Deferred@595963028 after retry RPC@281763406))) after lookup
08:04:34.350 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:34.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:34.352 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:35.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:35.030 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:35.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1051), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [10ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [10ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [32ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [34ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [34ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [50ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [51ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [53ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [53ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [110ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [112ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [113ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [114ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [368ms] refreshing cache from master, [368ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [370ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [371ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [373ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [373ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1048ms] refreshing cache from master, [1049ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1051ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1138130534(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@230a7466 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137) -> (continuation of Deferred@595963028 after retry RPC@281763406) -> (continuation of Deferred@1059181556 after retry RPC@1968362352), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b799436 -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137) -> (continuation of Deferred@595963028 after retry RPC@281763406) -> (continuation of Deferred@1059181556 after retry RPC@1968362352))) after lookup
08:04:35.032 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:35.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:35.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:35.033 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.342762 13694 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Starting pre-election (detected failure of leader a2b64d30afbf40a584a9af7dac40ad6f)
08:04:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.342871 13694 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.343160 13694 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:35.343622 13395 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:35.344071 13395 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:35.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.346441 13635 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709" is_pre_election: true
08:04:35.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.346588 13635 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 6.
08:04:35.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.346815 13396 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: a2b64d30afbf40a584a9af7dac40ad6f
08:04:35.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.346958 13694 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Leader pre-election won for term 8
08:04:35.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.347000 13694 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Starting leader election (detected failure of leader a2b64d30afbf40a584a9af7dac40ad6f)
08:04:35.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.347013 13694 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 7 FOLLOWER]: Advancing to term 8
08:04:35.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.347658 13694 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.347780 13694 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 8 election: Requested vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.347931 13635 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709"
08:04:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.348008 13635 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 6 FOLLOWER]: Advancing to term 8
08:04:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:35.348278 13395 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.348996 13635 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 8.
08:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.349167 13396 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: a2b64d30afbf40a584a9af7dac40ad6f
08:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.349249 13694 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 FOLLOWER]: Leader election won for term 8
08:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.349359 13694 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 LEADER]: Becoming Leader. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Running, Role: LEADER
08:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.349426 13694 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.350077 12172 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c reported cstate change: term changed from 7 to 8, leader changed from a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195) to c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193). New cstate: current_term: 8 leader_uuid: "c243d08f9a84416fbeabeee85ca7f91c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:35.813556 13395 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c -> Peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Couldn't send request to peer a2b64d30afbf40a584a9af7dac40ad6f. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.891381 13635 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Refusing update from remote peer c243d08f9a84416fbeabeee85ca7f91c: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
08:04:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:35.891752 13694 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
08:04:36.769 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:36.770 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:36.770 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2791), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [10ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [10ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [32ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [34ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [34ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [50ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [51ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [53ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [53ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [110ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [112ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [113ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [114ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [368ms] refreshing cache from master, [368ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [370ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [371ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [373ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [373ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1048ms] refreshing cache from master, [1049ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1051ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [1052ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1054ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [1054ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [2788ms] refreshing cache from master, [2788ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2790ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1138130534(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@230a7466 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137) -> (continuation of Deferred@595963028 after retry RPC@281763406) -> (continuation of Deferred@1059181556 after retry RPC@1968362352) -> (continuation of Deferred@1449648584 after retry RPC@902656295), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b799436 -> wakeup thread Time-limited test -> (continuation of Deferred@130434628 after retry RPC@1661557892) -> (continuation of Deferred@1042285853 after retry RPC@392463137) -> (continuation of Deferred@595963028 after retry RPC@281763406) -> (continuation of Deferred@1059181556 after retry RPC@1968362352) -> (continuation of Deferred@1449648584 after retry RPC@902656295))) after lookup
08:04:36.772 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:36.773 [DEBUG - kudu-nio-7] (Connection.java:757) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] Successfully connected to peer
08:04:36.799 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x82132b7e, L:/127.0.0.1:33804 - R:/127.11.198.193:39881] using TOKEN/null
08:04:36.807 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.195:41177
08:04:36.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.808583 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:41177
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42789
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.883558 13726 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.883715 13726 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.883734 13726 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.885473 13726 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.885524 13726 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.195
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.886933 13726 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:41177
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42789
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13726
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.887104 13726 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.887261 13726 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.889555 13733 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.889561 13734 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:36.889568 13736 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.889611 13726 server_base.cc:1061] running on GCE node
08:04:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.889842 13726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:36.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.890000 13726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:36.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.891139 13726 hybrid_clock.cc:648] HybridClock initialized: now 1783497876891124 us; error 31 us; skew 500 ppm
08:04:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.892113 13726 webserver.cc:533] Webserver started at http://127.11.198.195:42789/ using document root <none> and password file <none>
08:04:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.892292 13726 fs_manager.cc:362] Metadata directory not provided
08:04:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.892333 13726 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.893420 13726 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.893895 13742 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.894045 13726 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.894100 13726 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.894397 13726 fs_report.cc:389] FS layout report
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/data
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.902108 13726 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.902338 13726 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.902421 13726 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.902611 13726 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.903023 13749 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.903874 13726 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.903913 13726 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.903936 13726 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.904495 13726 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.904534 13726 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.904582 13749 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap starting.
08:04:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.911960 13726 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.195:41177
08:04:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.911993 13856 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.195:41177 every 8 connection(s)
08:04:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.912451 13726 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.915269 13749 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Log is configured to *not* fsync() on all Append() calls
08:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918099 13857 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918200 13857 heartbeater.cc:461] Registering TS with master...
08:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918370 13857 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918713 13858 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918766 13858 heartbeater.cc:461] Registering TS with master...
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918846 13858 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.918996 12244 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.919183 12101 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.919265 13859 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.919303 13859 heartbeater.cc:461] Registering TS with master...
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.919380 13859 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.919652 12172 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.920045 12172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.195:54771
08:04:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.920676 13749 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.920925 13749 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap complete.
08:04:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.921535 13749 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent bootstrapping tablet: real 0.017s	user 0.001s	sys 0.012s
08:04:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.922485 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 13726
08:04:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.922322 13749 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.922567 13749 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Initialized, Role: FOLLOWER
08:04:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.922658 13749 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:36.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.922894 13749 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent starting tablet: real 0.001s	user 0.003s	sys 0.000s
08:04:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.923003 13859 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:36.927 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:36.927 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.193:39881
08:04:36.928 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:36.928210 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 13379
08:04:36.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:36.934 [DEBUG - kudu-nio-7] (Connection.java:239) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] handling channelInactive
08:04:36.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state READY due to: connection closed
08:04:36.948 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:36.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.950 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.969 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:36.969 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:36.970 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [16ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [16ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [35ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2086676111(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@227a346d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4886e9d0 -> wakeup thread Time-limited test)) after lookup
08:04:36.970 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:36.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.972 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.989 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:36.990 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:36.990 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [16ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [16ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [35ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [36ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [38ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2086676111(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@227a346d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4886e9d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928))) after lookup
08:04:36.991 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:36.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:36.992 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:37.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:37.030 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:37.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [16ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [16ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [35ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [36ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [38ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [58ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [58ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [95ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2086676111(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@227a346d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4886e9d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063))) after lookup
08:04:37.031 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:37.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:37.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:37.032 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:37.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:37.290 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:37.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=356), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [16ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [16ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [35ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [36ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [38ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [58ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [58ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [95ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [96ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [98ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [98ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [353ms] refreshing cache from master, [354ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [355ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2086676111(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@227a346d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063) -> (continuation of Deferred@920310151 after retry RPC@730367143), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4886e9d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063) -> (continuation of Deferred@920310151 after retry RPC@730367143))) after lookup
08:04:37.291 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:37.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:37.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:37.292 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:38.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:38.150 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:38.152 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1217), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [16ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [16ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [35ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [36ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [38ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [58ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [58ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [95ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [96ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [98ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [98ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [353ms] refreshing cache from master, [354ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [355ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [357ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [358ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [358ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1214ms] refreshing cache from master, [1214ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1216ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2086676111(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@227a346d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063) -> (continuation of Deferred@920310151 after retry RPC@730367143) -> (continuation of Deferred@1891273815 after retry RPC@527991643), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4886e9d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063) -> (continuation of Deferred@920310151 after retry RPC@730367143) -> (continuation of Deferred@1891273815 after retry RPC@527991643))) after lookup
08:04:38.153 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:38.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:38.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:38.154 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.307543 13870 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.307643 13870 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.307904 13870 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:38.308390 13568 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:38.308831 13568 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.311618 13811 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" is_pre_election: true
08:04:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.311754 13811 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 7.
08:04:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.312026 13568 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.312155 13870 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Leader pre-election won for term 9
08:04:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.312255 13870 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Starting leader election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.312280 13870 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 8 FOLLOWER]: Advancing to term 9
08:04:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.312904 13870 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.313031 13870 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 9 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.313340 13811 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.313449 13811 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 7 FOLLOWER]: Advancing to term 9
08:04:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:38.313561 13568 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.314401 13811 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 9.
08:04:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.314587 13568 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.314689 13870 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 FOLLOWER]: Leader election won for term 9
08:04:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.314851 13870 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 LEADER]: Becoming Leader. State: Replica: a17c8178b8094db4aa5373045d148709, State: Running, Role: LEADER
08:04:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.314942 13870 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.315637 12172 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 reported cstate change: term changed from 8 to 9, leader changed from c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193) to a17c8178b8094db4aa5373045d148709 (127.11.198.194). New cstate: current_term: 9 leader_uuid: "a17c8178b8094db4aa5373045d148709" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: HEALTHY } } }
08:04:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.704151 13811 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Refusing update from remote peer a17c8178b8094db4aa5373045d148709: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
08:04:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:38.704531 13870 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
08:04:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:38.707451 13568 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 -> Peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Couldn't send request to peer c243d08f9a84416fbeabeee85ca7f91c. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:40.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:40.851 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:40.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3917), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [16ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [16ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [35ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [36ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [38ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [58ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [58ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [95ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [96ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [98ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [98ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [353ms] refreshing cache from master, [354ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [355ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [357ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [358ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [358ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1214ms] refreshing cache from master, [1214ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [1216ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [1218ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [1220ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [1220ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [3913ms] refreshing cache from master, [3914ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [3916ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2086676111(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@227a346d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063) -> (continuation of Deferred@920310151 after retry RPC@730367143) -> (continuation of Deferred@1891273815 after retry RPC@527991643) -> (continuation of Deferred@1306090267 after retry RPC@383810464), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4886e9d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1419071091 after retry RPC@732099928) -> (continuation of Deferred@1349841526 after retry RPC@1550329063) -> (continuation of Deferred@920310151 after retry RPC@730367143) -> (continuation of Deferred@1891273815 after retry RPC@527991643) -> (continuation of Deferred@1306090267 after retry RPC@383810464))) after lookup
08:04:40.853 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:40.854 [DEBUG - kudu-nio-6] (Connection.java:757) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] Successfully connected to peer
08:04:40.876 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x1702d5c8, L:/127.0.0.1:33002 - R:/127.11.198.194:37717] using TOKEN/null
08:04:40.887 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.193:39881
08:04:40.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.888343 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.963824 13908 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.964001 13908 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.964020 13908 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.965608 13908 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.965667 13908 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.193
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.967195 13908 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13908
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.967381 13908 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.967559 13908 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.969848 13914 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.969858 13916 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:40.969858 13913 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.970105 13908 server_base.cc:1061] running on GCE node
08:04:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.970254 13908 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.970496 13908 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:40.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.971635 13908 hybrid_clock.cc:648] HybridClock initialized: now 1783497880971618 us; error 35 us; skew 500 ppm
08:04:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.972730 13908 webserver.cc:533] Webserver started at http://127.11.198.193:43745/ using document root <none> and password file <none>
08:04:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.972913 13908 fs_manager.cc:362] Metadata directory not provided
08:04:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.972963 13908 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.974066 13908 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.974613 13922 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.974757 13908 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.974803 13908 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.975075 13908 fs_report.cc:389] FS layout report
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/data
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.985313 13908 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.985554 13908 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.985636 13908 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.985801 13908 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.986171 13929 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.987017 13908 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.987063 13908 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.987115 13908 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.987704 13908 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.987735 13908 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.987779 13929 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap starting.
08:04:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.994171 13908 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.193:39881
08:04:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.994256 14038 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.193:39881 every 8 connection(s)
08:04:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.994575 13908 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.997470 13929 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Log is configured to *not* fsync() on all Append() calls
08:04:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.999491 14039 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.999583 14039 heartbeater.cc:461] Registering TS with master...
08:04:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:40.999788 14039 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.000408 12244 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.000524 14040 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.000573 14040 heartbeater.cc:461] Registering TS with master...
08:04:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.000654 14040 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.000986 12101 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.001577 14041 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.001636 14041 heartbeater.cc:461] Registering TS with master...
08:04:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.001725 14041 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.002012 12173 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.002420 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.193:55209
08:04:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.002694 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 13908
08:04:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.002769 13929 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.003023 13929 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap complete.
08:04:41.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.003890 13929 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.011s
08:04:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.004824 13929 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.005019 13929 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Initialized, Role: FOLLOWER
08:04:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.005115 13929 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.005336 13929 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent starting tablet: real 0.001s	user 0.003s	sys 0.000s
08:04:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.005672 14041 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:41.007 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:41.008 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.194:37717
08:04:41.008 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:04:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:41.008562 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 13552
08:04:41.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:41.015 [DEBUG - kudu-nio-6] (Connection.java:239) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] handling channelInactive
08:04:41.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state READY due to: connection closed
08:04:41.028 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:41.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.030 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:41.050 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:41.050 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [15ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [15ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1140770398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@565688fa -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dcc8227 -> wakeup thread Time-limited test)) after lookup
08:04:41.051 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:41.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.052 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.070 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:41.070 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:41.070 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [15ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [15ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [37ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [37ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1140770398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@565688fa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dcc8227 -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944))) after lookup
08:04:41.071 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:41.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.072 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:41.110 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:41.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [15ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [15ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [37ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [37ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [57ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [57ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1140770398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@565688fa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dcc8227 -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599))) after lookup
08:04:41.111 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:41.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.112 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.289 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:41.290 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:41.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=275), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [15ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [15ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [37ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [37ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [57ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [57ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [95ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [97ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [97ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [274ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1140770398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@565688fa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599) -> (continuation of Deferred@481633604 after retry RPC@443355616), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dcc8227 -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599) -> (continuation of Deferred@481633604 after retry RPC@443355616))) after lookup
08:04:41.291 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:41.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.292 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.310 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:41.310 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:41.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=295), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [15ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [15ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [37ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [37ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [57ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [57ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [95ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [97ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [97ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [274ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [276ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [277ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [277ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [293ms] refreshing cache from master, [293ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [295ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1140770398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@565688fa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599) -> (continuation of Deferred@481633604 after retry RPC@443355616) -> (continuation of Deferred@2000538867 after retry RPC@95236581), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dcc8227 -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599) -> (continuation of Deferred@481633604 after retry RPC@443355616) -> (continuation of Deferred@2000538867 after retry RPC@95236581))) after lookup
08:04:41.312 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:41.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:41.313 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a17c8178b8094db4aa5373045d148709(127.11.198.194:37717) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717
08:04:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.386428 14053 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Starting pre-election (detected failure of leader a17c8178b8094db4aa5373045d148709)
08:04:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.386528 14053 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.386791 14053 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:42.387213 13745 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:42.387626 13745 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.389981 13992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c" is_pre_election: true
08:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.390131 13992 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 8.
08:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.390365 13744 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c; no voters: a17c8178b8094db4aa5373045d148709
08:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.390497 14053 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Leader pre-election won for term 10
08:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.390558 14053 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Starting leader election (detected failure of leader a17c8178b8094db4aa5373045d148709)
08:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.390579 14053 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 9 FOLLOWER]: Advancing to term 10
08:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.391147 14053 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.391260 14053 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 10 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.391435 13992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.391526 13992 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 8 FOLLOWER]: Advancing to term 10
08:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:42.391702 13745 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111)
08:04:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.392566 13992 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2b64d30afbf40a584a9af7dac40ad6f in term 10.
08:04:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.392731 13744 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a2b64d30afbf40a584a9af7dac40ad6f, c243d08f9a84416fbeabeee85ca7f91c; no voters: a17c8178b8094db4aa5373045d148709
08:04:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.392820 14053 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 FOLLOWER]: Leader election won for term 10
08:04:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.392946 14053 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 LEADER]: Becoming Leader. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Running, Role: LEADER
08:04:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.393019 14053 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.393719 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f reported cstate change: term changed from 9 to 10, leader changed from a17c8178b8094db4aa5373045d148709 (127.11.198.194) to a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195). New cstate: current_term: 10 leader_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.848441 13992 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Refusing update from remote peer a2b64d30afbf40a584a9af7dac40ad6f: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
08:04:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:42.848774 14053 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
08:04:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:42.851743 13745 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f -> Peer a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717): Couldn't send request to peer a17c8178b8094db4aa5373045d148709. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.194:37717: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:45.009 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:45.009 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:45.010 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3995), Traces: [0ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [15ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [15ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [37ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [37ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [55ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [57ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [57ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [95ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [97ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [97ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [274ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [276ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [277ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [277ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [293ms] refreshing cache from master, [293ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [295ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [296ms] sending RPC to server a17c8178b8094db4aa5373045d148709, [298ms] received response from server a17c8178b8094db4aa5373045d148709: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [298ms] delaying RPC due to: Network error: Failed to connect to peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717): Connection refused: /127.11.198.194:37717, [3992ms] refreshing cache from master, [3992ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [3994ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1140770398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@565688fa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599) -> (continuation of Deferred@481633604 after retry RPC@443355616) -> (continuation of Deferred@2000538867 after retry RPC@95236581) -> (continuation of Deferred@953374975 after retry RPC@1419605017), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dcc8227 -> wakeup thread Time-limited test -> (continuation of Deferred@1557805094 after retry RPC@896422944) -> (continuation of Deferred@1117984103 after retry RPC@86742599) -> (continuation of Deferred@481633604 after retry RPC@443355616) -> (continuation of Deferred@2000538867 after retry RPC@95236581) -> (continuation of Deferred@953374975 after retry RPC@1419605017))) after lookup
08:04:45.011 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.012 [DEBUG - kudu-nio-5] (Connection.java:757) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] Successfully connected to peer
08:04:45.039 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x48dc6494, L:/127.0.0.1:47762 - R:/127.11.198.195:41177] using TOKEN/null
08:04:45.047 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.194:37717
08:04:45.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.048056 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:37717
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34565
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.130818 14092 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.130986 14092 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.131013 14092 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.132768 14092 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.132826 14092 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.194
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.134493 14092 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.194:37717
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.194
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34565
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14092
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.194
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/logs
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.134711 14092 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.134955 14092 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.137504 14098 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.137564 14097 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:45.137593 14100 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.137773 14092 server_base.cc:1061] running on GCE node
08:04:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.137905 14092 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.138068 14092 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.139183 14092 hybrid_clock.cc:648] HybridClock initialized: now 1783497885139169 us; error 32 us; skew 500 ppm
08:04:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.140152 14092 webserver.cc:533] Webserver started at http://127.11.198.194:34565/ using document root <none> and password file <none>
08:04:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.140398 14092 fs_manager.cc:362] Metadata directory not provided
08:04:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.140453 14092 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.141631 14092 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
08:04:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.142189 14106 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.142330 14092 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
08:04:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.142418 14092 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a17c8178b8094db4aa5373045d148709"
08:04:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.142688 14092 fs_report.cc:389] FS layout report
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/wal
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/data
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.166640 14092 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.166987 14092 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.167124 14092 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.167363 14092 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.167830 14113 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.168670 14092 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.168715 14092 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.168746 14092 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.169335 14092 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.169384 14092 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.169432 14113 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap starting.
08:04:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.175654 14092 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.194:37717
08:04:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.175769 14220 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.194:37717 every 8 connection(s)
08:04:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.176035 14092 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-1/data/info.pb
08:04:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.179776 14113 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Log is configured to *not* fsync() on all Append() calls
08:04:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.183146 14113 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.183358 14113 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Bootstrap complete.
08:04:45.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.184027 14113 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent bootstrapping tablet: real 0.015s	user 0.006s	sys 0.004s
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185075 14221 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185146 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 14092
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185175 14221 heartbeater.cc:461] Registering TS with master...
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185264 14223 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185303 14223 heartbeater.cc:461] Registering TS with master...
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185362 14221 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185367 14223 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:45.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185768 14222 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185819 14222 heartbeater.cc:461] Registering TS with master...
08:04:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185899 14222 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186192 12245 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186193 12100 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.185966 14113 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186301 14113 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: a17c8178b8094db4aa5373045d148709, State: Initialized, Role: FOLLOWER
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186385 12173 ts_manager.cc:194] Re-registered known tserver with Master: a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186393 14113 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186627 14113 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709: Time spent starting tablet: real 0.003s	user 0.005s	sys 0.000s
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.186866 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.194:46023
08:04:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.187425 14223 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:45.189 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:45.189 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.195:41177
08:04:45.189 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:04:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:45.190379 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 13726
08:04:45.195 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:45.195 [DEBUG - kudu-nio-5] (Connection.java:239) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] handling channelInactive
08:04:45.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state READY due to: connection closed
08:04:45.208 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.209 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.229 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:45.229 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:45.229 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [14ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [14ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1260823539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@74242b32 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e4f8604 -> wakeup thread Time-limited test)) after lookup
08:04:45.230 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.231 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.250 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:45.250 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:45.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [14ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [14ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [36ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [36ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [54ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1260823539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@74242b32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e4f8604 -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955))) after lookup
08:04:45.251 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.253 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.289 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:45.290 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:45.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=94), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [14ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [14ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [36ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [36ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [54ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [58ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [58ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1260823539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@74242b32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e4f8604 -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638))) after lookup
08:04:45.290 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.292 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.430 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:45.430 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:45.431 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=235), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [14ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [14ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [36ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [36ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [54ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [58ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [58ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [95ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [97ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [97ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [232ms] refreshing cache from master, [233ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [234ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1260823539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@74242b32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638) -> (continuation of Deferred@193714066 after retry RPC@1563137049), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e4f8604 -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638) -> (continuation of Deferred@193714066 after retry RPC@1563137049))) after lookup
08:04:45.431 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.432 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.510 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:45.510 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)[L],c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:45.510 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=314), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [14ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [14ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [36ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [36ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [54ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [58ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [58ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [95ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [97ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [97ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [232ms] refreshing cache from master, [233ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [234ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [236ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [237ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [237ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [312ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [314ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1260823539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@74242b32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638) -> (continuation of Deferred@193714066 after retry RPC@1563137049) -> (continuation of Deferred@527099764 after retry RPC@399348161), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e4f8604 -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638) -> (continuation of Deferred@193714066 after retry RPC@1563137049) -> (continuation of Deferred@527099764 after retry RPC@399348161))) after lookup
08:04:45.511 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] connecting to peer
08:04:45.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] cleaning up while in state CONNECTING due to: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:45.512 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177
08:04:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.547739 14234 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Starting pre-election (detected failure of leader a2b64d30afbf40a584a9af7dac40ad6f)
08:04:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.547832 14234 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.548187 14234 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:46.548581 13924 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:46.549047 13924 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.551350 14175 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709" is_pre_election: true
08:04:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.551484 14175 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 9.
08:04:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.551687 13925 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: a2b64d30afbf40a584a9af7dac40ad6f
08:04:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.551808 14234 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Leader pre-election won for term 11
08:04:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.551855 14234 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Starting leader election (detected failure of leader a2b64d30afbf40a584a9af7dac40ad6f)
08:04:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.551868 14234 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 10 FOLLOWER]: Advancing to term 11
08:04:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.552479 14234 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.552608 14234 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 11 election: Requested vote from peers a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177), a17c8178b8094db4aa5373045d148709 (127.11.198.194:37717)
08:04:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.552829 14175 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "c243d08f9a84416fbeabeee85ca7f91c" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "a17c8178b8094db4aa5373045d148709"
08:04:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.552918 14175 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 9 FOLLOWER]: Advancing to term 11
08:04:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:46.553005 13924 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111)
08:04:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.554003 14175 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c243d08f9a84416fbeabeee85ca7f91c in term 11.
08:04:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.554183 13925 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, c243d08f9a84416fbeabeee85ca7f91c; no voters: a2b64d30afbf40a584a9af7dac40ad6f
08:04:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.554306 14234 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 11 FOLLOWER]: Leader election won for term 11
08:04:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.554446 14234 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 11 LEADER]: Becoming Leader. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Running, Role: LEADER
08:04:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.554524 14234 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:46.555387 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c reported cstate change: term changed from 10 to 11, leader changed from a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195) to c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193). New cstate: current_term: 11 leader_uuid: "c243d08f9a84416fbeabeee85ca7f91c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: UNKNOWN } } }
08:04:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:47.038014 13924 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c -> Peer a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177): Couldn't send request to peer a2b64d30afbf40a584a9af7dac40ad6f. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.195:41177: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:47.085872 14175 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Refusing update from remote peer c243d08f9a84416fbeabeee85ca7f91c: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
08:04:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:47.086231 14234 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
08:04:48.230 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:48.230 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:48.230 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3034), Traces: [0ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [14ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [14ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [35ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [36ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [36ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [54ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [56ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [58ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [58ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [94ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [95ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [97ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [97ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [232ms] refreshing cache from master, [233ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [234ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [236ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [237ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [237ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [312ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [314ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [316ms] sending RPC to server a2b64d30afbf40a584a9af7dac40ad6f, [317ms] received response from server a2b64d30afbf40a584a9af7dac40ad6f: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [317ms] delaying RPC due to: Network error: Failed to connect to peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177): Connection refused: /127.11.198.195:41177, [3032ms] refreshing cache from master, [3033ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [3034ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@1260823539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@74242b32 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638) -> (continuation of Deferred@193714066 after retry RPC@1563137049) -> (continuation of Deferred@527099764 after retry RPC@399348161) -> (continuation of Deferred@146032252 after retry RPC@1930202418), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e4f8604 -> wakeup thread Time-limited test -> (continuation of Deferred@2081285280 after retry RPC@1043341955) -> (continuation of Deferred@1800099614 after retry RPC@1414546638) -> (continuation of Deferred@193714066 after retry RPC@1563137049) -> (continuation of Deferred@527099764 after retry RPC@399348161) -> (continuation of Deferred@146032252 after retry RPC@1930202418))) after lookup
08:04:48.231 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.232 [DEBUG - kudu-nio-4] (Connection.java:757) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] Successfully connected to peer
08:04:48.245 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x6eaf5b34, L:/127.0.0.1:42516 - R:/127.11.198.193:39881] using TOKEN/null
08:04:48.253 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.195:41177
08:04:48.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.253535 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:41177
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42789
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.329236 14269 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.329396 14269 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.329413 14269 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.330855 14269 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.330902 14269 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.195
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.332382 14269 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.195:41177
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.195
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42789
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14269
08:04:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.195
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/logs
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.332556 14269 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.332715 14269 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.334846 14275 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.334908 14274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.335085 14269 server_base.cc:1061] running on GCE node
08:04:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:48.334910 14277 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.335377 14269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.335557 14269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.336674 14269 hybrid_clock.cc:648] HybridClock initialized: now 1783497888336661 us; error 29 us; skew 500 ppm
08:04:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.337697 14269 webserver.cc:533] Webserver started at http://127.11.198.195:42789/ using document root <none> and password file <none>
08:04:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.337877 14269 fs_manager.cc:362] Metadata directory not provided
08:04:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.337960 14269 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.339097 14269 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:04:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.339694 14283 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.339902 14269 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.340008 14269 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.340333 14269 fs_report.cc:389] FS layout report
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/wal
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/data
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.360280 14269 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.360615 14269 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.360751 14269 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.361018 14269 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.361495 14290 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.362320 14269 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.362363 14269 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.362396 14269 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.362963 14269 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.362996 14269 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.363086 14290 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap starting.
08:04:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.369493 14269 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.195:41177
08:04:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.369568 14397 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.195:41177 every 8 connection(s)
08:04:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.369884 14269 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-2/data/info.pb
08:04:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.371644 14290 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Log is configured to *not* fsync() on all Append() calls
08:04:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.375384 14400 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.375478 14400 heartbeater.cc:461] Registering TS with master...
08:04:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.375654 14400 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376155 14290 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376185 14398 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376253 14398 heartbeater.cc:461] Registering TS with master...
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376247 12173 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376348 14398 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376459 14290 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Bootstrap complete.
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376626 12245 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.376710 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.195:48149
08:04:48.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.377142 14399 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:48.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.377199 14399 heartbeater.cc:461] Registering TS with master...
08:04:48.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.377238 14399 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:48.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.377300 14290 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent bootstrapping tablet: real 0.014s	user 0.007s	sys 0.005s
08:04:48.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.377461 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 14269
08:04:48.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.378217 14290 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.378427 14290 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2b64d30afbf40a584a9af7dac40ad6f, State: Initialized, Role: FOLLOWER
08:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.378520 14290 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.378569 12100 ts_manager.cc:194] Re-registered known tserver with Master: a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.378720 14290 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f: Time spent starting tablet: real 0.001s	user 0.002s	sys 0.000s
08:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.379088 14400 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:48.381 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:48.381 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.198.193:39881
08:04:48.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:48.382230 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 13908
08:04:48.389 [DEBUG - kudu-nio-4] (Connection.java:239) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] handling channelInactive
08:04:48.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state READY due to: connection closed
08:04:48.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:48.391 [DEBUG - Time-limited test] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.392 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.409 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:48.410 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:48.410 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2032558777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6e5415b2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@621d3468 -> wakeup thread Time-limited test)) after lookup
08:04:48.410 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.411 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.430 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:48.430 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:48.430 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [20ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [21ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2032558777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6e5415b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@621d3468 -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292))) after lookup
08:04:48.431 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.432 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:48.470 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:48.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [20ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [21ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [41ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [42ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [42ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2032558777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6e5415b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@621d3468 -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706))) after lookup
08:04:48.471 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.472 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.589 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:48.590 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:48.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=199), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [20ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [21ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [41ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [42ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [42ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [80ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [82ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [82ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [199ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2032558777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6e5415b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706) -> (continuation of Deferred@1152241974 after retry RPC@2062271805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@621d3468 -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706) -> (continuation of Deferred@1152241974 after retry RPC@2062271805))) after lookup
08:04:48.591 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.592 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.909 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:48.909 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717),a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)[L]]}]
08:04:48.910 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=519), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [20ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [21ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [41ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [42ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [42ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [80ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [82ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [82ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [199ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [200ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [202ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [202ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [517ms] refreshing cache from master, [517ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [519ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2032558777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6e5415b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706) -> (continuation of Deferred@1152241974 after retry RPC@2062271805) -> (continuation of Deferred@1086688585 after retry RPC@1688435265), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@621d3468 -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706) -> (continuation of Deferred@1152241974 after retry RPC@2062271805) -> (continuation of Deferred@1086688585 after retry RPC@1688435265))) after lookup
08:04:48.911 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] connecting to peer
08:04:48.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:48.912 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881) for tablet cd9c2bddbe484bcb87e0e789cea973d5: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881
08:04:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.752739 14411 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.752830 14411 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.753176 14411 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:49.753600 14108 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:49.754061 14108 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.756366 14352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" is_pre_election: true
08:04:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.756506 14352 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 10.
08:04:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.756757 14108 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: c243d08f9a84416fbeabeee85ca7f91c
08:04:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.756867 14411 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Leader pre-election won for term 12
08:04:49.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.756917 14411 raft_consensus.cc:493] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Starting leader election (detected failure of leader c243d08f9a84416fbeabeee85ca7f91c)
08:04:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.756930 14411 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 11 FOLLOWER]: Advancing to term 12
08:04:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.757505 14411 raft_consensus.cc:515] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:49.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.757611 14411 leader_election.cc:290] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 12 election: Requested vote from peers c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881), a2b64d30afbf40a584a9af7dac40ad6f (127.11.198.195:41177)
08:04:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.757928 14352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cd9c2bddbe484bcb87e0e789cea973d5" candidate_uuid: "a17c8178b8094db4aa5373045d148709" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "a2b64d30afbf40a584a9af7dac40ad6f"
08:04:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.757997 14352 raft_consensus.cc:3060] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 10 FOLLOWER]: Advancing to term 12
08:04:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.758939 14352 raft_consensus.cc:2468] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a17c8178b8094db4aa5373045d148709 in term 12.
08:04:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.759152 14108 leader_election.cc:304] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a17c8178b8094db4aa5373045d148709, a2b64d30afbf40a584a9af7dac40ad6f; no voters: 
08:04:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:49.759212 14108 leader_election.cc:336] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111)
08:04:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.759217 14411 raft_consensus.cc:2804] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 12 FOLLOWER]: Leader election won for term 12
08:04:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.759379 14411 raft_consensus.cc:697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [term 12 LEADER]: Becoming Leader. State: Replica: a17c8178b8094db4aa5373045d148709, State: Running, Role: LEADER
08:04:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.759442 14411 consensus_queue.cc:237] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:49.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:49.760059 12173 catalog_manager.cc:5697] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 reported cstate change: term changed from 11 to 12, leader changed from c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193) to a17c8178b8094db4aa5373045d148709 (127.11.198.194). New cstate: current_term: 12 leader_uuid: "a17c8178b8094db4aa5373045d148709" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } health_report { overall_health: HEALTHY } } }
08:04:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:50.321066 14108 consensus_peers.cc:597] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 -> Peer c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881): Couldn't send request to peer c243d08f9a84416fbeabeee85ca7f91c. Status: Network error: Client connection negotiation failed: client connection to 127.11.198.193:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:50.378773 14352 raft_consensus.cc:1275] T cd9c2bddbe484bcb87e0e789cea973d5 P a2b64d30afbf40a584a9af7dac40ad6f [term 12 FOLLOWER]: Refusing update from remote peer a17c8178b8094db4aa5373045d148709: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
08:04:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:50.379170 14429 consensus_queue.cc:1048] T cd9c2bddbe484bcb87e0e789cea973d5 P a17c8178b8094db4aa5373045d148709 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
08:04:50.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cd9c2bddbe484bcb87e0e789cea973d5 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294' with partition [<start>, <end>)
08:04:50.950 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cd9c2bddbe484bcb87e0e789cea973d5@[a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)[L],a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177),c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)]}]
08:04:50.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cd9c2bddbe484bcb87e0e789cea973d5, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2560), Traces: [0ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [2ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [20ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [21ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [21ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [41ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [42ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [42ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [80ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [82ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [82ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [199ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [200ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [202ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [202ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [517ms] refreshing cache from master, [517ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [519ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, [521ms] sending RPC to server c243d08f9a84416fbeabeee85ca7f91c, [522ms] received response from server c243d08f9a84416fbeabeee85ca7f91c: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [522ms] delaying RPC due to: Network error: Failed to connect to peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881): Connection refused: /127.11.198.193:39881, [2557ms] refreshing cache from master, [2557ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.253:42487, [2559ms] Sub RPC GetTableLocations: received response from server master-127.11.198.253:42487: OK, deferred=Deferred@2032558777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$246/0x00007fdd84339420@6e5415b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706) -> (continuation of Deferred@1152241974 after retry RPC@2062271805) -> (continuation of Deferred@1086688585 after retry RPC@1688435265) -> (continuation of Deferred@1034611621 after retry RPC@252178986), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@621d3468 -> wakeup thread Time-limited test -> (continuation of Deferred@1872350859 after retry RPC@1689000292) -> (continuation of Deferred@1128030928 after retry RPC@1197417706) -> (continuation of Deferred@1152241974 after retry RPC@2062271805) -> (continuation of Deferred@1086688585 after retry RPC@1688435265) -> (continuation of Deferred@1034611621 after retry RPC@252178986))) after lookup
08:04:50.951 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] connecting to peer
08:04:50.952 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] Successfully connected to peer
08:04:50.966 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x52ca38c1, L:/127.0.0.1:34480 - R:/127.11.198.194:37717] using TOKEN/null
08:04:50.976 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.198.193:39881
08:04:50.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:50.976821 12059 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0eZ9zO/build/release/bin/kudu
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.052249 14448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.052407 14448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.052433 14448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.054060 14448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.054119 14448 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.193
08:04:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.055692 14448 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.212:33337
08:04:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data
08:04:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.193:39881
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.193
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43745
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.254:42139,127.11.198.253:42487,127.11.198.252:41077
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14448
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.193
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/logs
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on e7f111948823
08:04:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12769
08:04:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.055938 14448 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.056233 14448 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.059331 14456 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.059463 14454 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:04:51.059343 14453 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.059693 14448 server_base.cc:1061] running on GCE node
08:04:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.059913 14448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:51.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.060149 14448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.061328 14448 hybrid_clock.cc:648] HybridClock initialized: now 1783497891061306 us; error 32 us; skew 500 ppm
08:04:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.062678 14448 webserver.cc:533] Webserver started at http://127.11.198.193:43745/ using document root <none> and password file <none>
08:04:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.062902 14448 fs_manager.cc:362] Metadata directory not provided
08:04:51.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.062963 14448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.064419 14448 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.065052 14462 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.065201 14448 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.065270 14448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data,/tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c243d08f9a84416fbeabeee85ca7f91c"
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:04:16 on dist-test-slave-bjrw"
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.065584 14448 fs_report.cc:389] FS layout report
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/wal
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/data
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.078635 14448 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.078912 14448 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:51.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.078994 14448 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:51.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.079165 14448 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:51.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.079638 14469 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:04:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.080521 14448 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:04:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.080583 14448 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:04:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.080633 14448 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:04:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.081321 14448 ts_tablet_manager.cc:616] Registered 1 tablets
08:04:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.081358 14448 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:04:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.081422 14469 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap starting.
08:04:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.088948 14448 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.193:39881
08:04:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.089274 14469 log.cc:826] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Log is configured to *not* fsync() on all Append() calls
08:04:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.089318 14448 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0eZ9zO/test-tmp/mini-kudu-cluster9339395180527330916/ts-0/data/info.pb
08:04:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.089323 14576 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.193:39881 every 8 connection(s)
08:04:51.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.090947 12059 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0eZ9zO/build/release/bin/kudu as pid 14448
08:04:51.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.094002 14469 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.094328 14469 tablet_bootstrap.cc:492] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Bootstrap complete.
08:04:51.095 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:51.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.095355 14469 ts_tablet_manager.cc:1403] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent bootstrapping tablet: real 0.014s	user 0.002s	sys 0.008s
08:04:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.096509 14469 raft_consensus.cc:359] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.096791 14469 raft_consensus.cc:740] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: c243d08f9a84416fbeabeee85ca7f91c, State: Initialized, Role: FOLLOWER
08:04:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.096962 14469 consensus_queue.cc:260] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c243d08f9a84416fbeabeee85ca7f91c" member_type: VOTER last_known_addr { host: "127.11.198.193" port: 39881 } } peers { permanent_uuid: "a2b64d30afbf40a584a9af7dac40ad6f" member_type: VOTER last_known_addr { host: "127.11.198.195" port: 41177 } } peers { permanent_uuid: "a17c8178b8094db4aa5373045d148709" member_type: VOTER last_known_addr { host: "127.11.198.194" port: 37717 } }
08:04:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.097226 14469 ts_tablet_manager.cc:1434] T cd9c2bddbe484bcb87e0e789cea973d5 P c243d08f9a84416fbeabeee85ca7f91c: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.002s
08:04:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.097944 14580 heartbeater.cc:344] Connected to a master server at 127.11.198.253:42487
08:04:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.098035 14580 heartbeater.cc:461] Registering TS with master...
08:04:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.098222 14580 heartbeater.cc:507] Master 127.11.198.253:42487 requested a full tablet report, sending...
08:04:51.098 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497857294, tablet=cd9c2bddbe484bcb87e0e789cea973d5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.098541 14579 heartbeater.cc:344] Connected to a master server at 127.11.198.254:42139
08:04:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.098598 14579 heartbeater.cc:461] Registering TS with master...
08:04:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.098682 14579 heartbeater.cc:507] Master 127.11.198.254:42139 requested a full tablet report, sending...
08:04:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.099040 12100 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.099418 12173 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.099922 12173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.193:37801
08:04:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.100543 14580 heartbeater.cc:499] Master 127.11.198.253:42487 was elected leader, sending a full tablet report...
08:04:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.105000 14578 heartbeater.cc:344] Connected to a master server at 127.11.198.252:41077
08:04:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.105059 14578 heartbeater.cc:461] Registering TS with master...
08:04:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.105106 14578 heartbeater.cc:507] Master 127.11.198.252:41077 requested a full tablet report, sending...
08:04:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.105435 12244 ts_manager.cc:194] Re-registered known tserver with Master: c243d08f9a84416fbeabeee85ca7f91c (127.11.198.193:39881)
08:04:51.106 [DEBUG - main] (Connection.java:575) [peer a2b64d30afbf40a584a9af7dac40ad6f(127.11.198.195:41177)] disconnecting while in state TERMINATED
08:04:51.107 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.254:42139(127.11.198.254:42139)] disconnecting while in state READY
08:04:51.107 [DEBUG - main] (Connection.java:575) [peer c243d08f9a84416fbeabeee85ca7f91c(127.11.198.193:39881)] disconnecting while in state TERMINATED
08:04:51.107 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.253:42487(127.11.198.253:42487)] disconnecting while in state READY
08:04:51.107 [DEBUG - main] (Connection.java:575) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] disconnecting while in state READY
08:04:51.108 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.252:41077(127.11.198.252:41077)] disconnecting while in state READY
08:04:51.110 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.198.252:41077(127.11.198.252:41077)] handling channelInactive
08:04:51.110 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.198.254:42139(127.11.198.254:42139)] handling channelInactive
08:04:51.110 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:51.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.254:42139(127.11.198.254:42139)] cleaning up while in state READY due to: connection closed
08:04:51.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.252:41077(127.11.198.252:41077)] cleaning up while in state READY due to: connection closed
08:04:51.111 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.198.253:42487(127.11.198.253:42487)] handling channelInactive
08:04:51.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.253:42487(127.11.198.253:42487)] cleaning up while in state READY due to: connection closed
08:04:51.114 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] handling channelInactive
08:04:51.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a17c8178b8094db4aa5373045d148709(127.11.198.194:37717)] cleaning up while in state READY due to: connection closed
08:04:51.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.115386 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 14448
08:04:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.120473 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 14092
08:04:51.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.124856 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 14269
08:04:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.129038 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12070
08:04:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.132979 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12139
08:04:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:04:51.136665 12059 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0eZ9zO/build/release/bin/kudu with pid 12213
08:04:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T08:04:51Z chronyd exiting

Time: 36.305

OK (1 test)

